{"severity_text":"INFO","timestamp":"2026-11-01T20:08:07.3701224Z","logger":"setup","body":"managed namespace not found, attempting to create it","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:07.424663455Z","logger":"setup","body":"managed namespace ready","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:07.477834501Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:07.532887221Z","logger":"setup","body":"patched required labels on managed namespace","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:07.638306823Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:07.638354631Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":false,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:07.959431652Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:07.95947165Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.173947311Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/60e0d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.225260529Z","body":"LLMInferenceService CRD not yet registered; watch will be added dynamically when KServe is ready","service.name":"maas-controller","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.280447093Z","logger":"crd-watcher","body":"CRD not yet registered at startup; will register watch dynamically when it appears","service.name":"maas-controller","crdName":"llminferenceservices.serving.kserve.io","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.333360313Z","logger":"maas-authpolicy-controller","body":"AIGuardrail CRD not registered; skipping static watch","service.name":"maas-controller","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.575933862Z","body":"InferenceObjective CRD not yet registered; request priority is skipped until it appears","service.name":"maas-controller","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.632073413Z","logger":"crd-watcher","body":"CRD not yet registered at startup; will register watch dynamically when it appears","service.name":"maas-controller","crdName":"llminferenceservices.serving.kserve.io","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.632098784Z","logger":"crd-watcher","body":"CRD not yet registered at startup; will register watch when it is established","service.name":"maas-controller","crdName":"inferenceobjectives.llm-d.ai","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.63219438Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.742173431Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.742281652Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.742352352Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.742395378Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.742438675Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.742475191Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.742525148Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.742582834Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.74262494Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.74266192Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.742701244Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.74276159Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.742850274Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.742984456Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.743056959Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.743162592Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.743230107Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.743242055Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.743325121Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.743437148Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.844095739Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9}
I1101 20:08:08.844043       1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io"
I1101 20:08:08.951637       1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io"
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.951953859Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.952125681Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.952185312Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.952281455Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.952324966Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.952425783Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.95245323Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.952583865Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.9526722Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.952764092Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.95285842Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.952892313Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.953006458Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.953127287Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.953166166Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.953222304Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.953257983Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.953365931Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.953436296Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.953544559Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.953568931Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.953669528Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.953676462Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.953694967Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.953708438Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.953741624Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.953799138Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.953818929Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.953847296Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.953916055Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.953957183Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.953983784Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.954005178Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.954057745Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.954123428Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.954214479Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.954306971Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.954362426Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.954385288Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.954406211Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.954561515Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.95458981Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.954706992Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.955268382Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.955314454Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.955371821Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.95545545Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.955491811Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.955532183Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.95558487Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:08.955623382Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:09.046042596Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:09.04606159Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:09.159028801Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:09.160766638Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:09.325910323Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy created","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:09.354362542Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:09.354408351Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:09.355534268Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:09.35555227Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:09.356700985Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:09.356708363Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:09.356731229Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:09.356726407Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:09.357844456Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:09.357862073Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:09.45721256Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:09.457256628Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:09.458288089Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:09.458319655Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:10.794790171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69f20df8-e3f1-49d0-970c-e8349908d12a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:10.846842093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69f20df8-e3f1-49d0-970c-e8349908d12a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:10.898542873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69f20df8-e3f1-49d0-970c-e8349908d12a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:10.950166479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69f20df8-e3f1-49d0-970c-e8349908d12a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:12.941824308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fda7e98-adad-4169-a899-d5d5e93af8a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:12.99372916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fda7e98-adad-4169-a899-d5d5e93af8a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:13.045591813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fda7e98-adad-4169-a899-d5d5e93af8a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:13.097508137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fda7e98-adad-4169-a899-d5d5e93af8a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:14.776122199Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:14.776160542Z","logger":"crd-watcher","body":"CRD appeared; watch registered dynamically","service.name":"maas-controller","crdName":"llminferenceservices.serving.kserve.io","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:14.776150865Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:14.77617894Z","logger":"crd-watcher","body":"CRD appeared; watch registered dynamically","service.name":"maas-controller","crdName":"llminferenceservices.serving.kserve.io","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:08:14.828404772Z","logger":"controller-runtime.source.Kind","body":"if kind is a CRD, it should be installed before calling Start","service.name":"maas-controller","kind":"LLMInferenceService.serving.kserve.io","error":"no matches for kind \"LLMInferenceService\" in version \"serving.kserve.io/v1alpha2\"","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/kind.go:77\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/loop.go:53\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/loop.go:54\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/kind.go:70"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:08:14.880450614Z","logger":"controller-runtime.source.Kind","body":"if kind is a CRD, it should be installed before calling Start","service.name":"maas-controller","kind":"LLMInferenceService.serving.kserve.io","error":"no matches for kind \"LLMInferenceService\" in version \"serving.kserve.io/v1alpha2\"","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/kind.go:77\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/loop.go:53\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/loop.go:54\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/kind.go:70"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:15.050745392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08b33fee-88d0-414b-9cff-94bbb1601ed9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:15.102967971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08b33fee-88d0-414b-9cff-94bbb1601ed9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:15.155323309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08b33fee-88d0-414b-9cff-94bbb1601ed9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:15.207772004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08b33fee-88d0-414b-9cff-94bbb1601ed9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:20.054498747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c841085b-3806-456f-94fe-23ed6026ebe3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:20.107720302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c841085b-3806-456f-94fe-23ed6026ebe3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:20.161322746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c841085b-3806-456f-94fe-23ed6026ebe3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:20.214403966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c841085b-3806-456f-94fe-23ed6026ebe3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:20.240647905Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:20.240692338Z","logger":"crd-watcher","body":"CRD established; watch registered dynamically","service.name":"maas-controller","crdName":"inferenceobjectives.llm-d.ai","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:22.230526984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de7d4aa2-941e-48a0-85e0-998afb4829f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:22.282346772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de7d4aa2-941e-48a0-85e0-998afb4829f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:22.334123294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de7d4aa2-941e-48a0-85e0-998afb4829f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:22.386404717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de7d4aa2-941e-48a0-85e0-998afb4829f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:39.243885243Z","logger":"setup.ensureClusterBootstrap","body":"ensured default AITenant exists","service.name":"maas-controller","name":"models-as-a-service","namespace":"ai-tenants","tenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:39.295075749Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:40.25229718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b6a566b-a065-44f8-95b6-a1b1768b7863","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:40.304384651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b6a566b-a065-44f8-95b6-a1b1768b7863","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:40.356301089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b6a566b-a065-44f8-95b6-a1b1768b7863","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:40.408191735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b6a566b-a065-44f8-95b6-a1b1768b7863","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:42.334390855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3863476d-3e9a-4e02-a4d6-41072100ab30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:42.386904117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3863476d-3e9a-4e02-a4d6-41072100ab30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:42.438707463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3863476d-3e9a-4e02-a4d6-41072100ab30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:42.490470591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3863476d-3e9a-4e02-a4d6-41072100ab30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:43.484674317Z","body":"set Config owner reference on MaasTenantConfig/default-tenant","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9ce7609-fdc7-4244-80d3-d3b543390d1d","namespace":"models-as-a-service","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:44.432900519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9ce7609-fdc7-4244-80d3-d3b543390d1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:44.484995131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9ce7609-fdc7-4244-80d3-d3b543390d1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:44.537989498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9ce7609-fdc7-4244-80d3-d3b543390d1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:44.591267119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9ce7609-fdc7-4244-80d3-d3b543390d1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:46.456948648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e475b22c-4651-4bb7-b1ff-ecfd7d32f332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:46.508668367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e475b22c-4651-4bb7-b1ff-ecfd7d32f332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:46.560411926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e475b22c-4651-4bb7-b1ff-ecfd7d32f332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:46.612100625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e475b22c-4651-4bb7-b1ff-ecfd7d32f332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:47.038677818Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"d0bc3c34-a5b5-4ba7-a3f4-54e3dd80a58d","api-key-max-expiration-days":"90","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:52.81894881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54dfce81-f6cb-4129-b900-19a29d1b02fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:52.87078284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54dfce81-f6cb-4129-b900-19a29d1b02fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:52.922936254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54dfce81-f6cb-4129-b900-19a29d1b02fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:52.974803595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54dfce81-f6cb-4129-b900-19a29d1b02fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:54.836705703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4621731-c5b6-4b06-9320-16441dddac79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:54.888575997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4621731-c5b6-4b06-9320-16441dddac79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:54.940284558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4621731-c5b6-4b06-9320-16441dddac79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:08:54.991980441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4621731-c5b6-4b06-9320-16441dddac79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:09:09.311284412Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:09:24.046960002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54523613-2ed3-44ab-9590-37f00354aac5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:09:24.098796182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54523613-2ed3-44ab-9590-37f00354aac5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:09:24.150663564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54523613-2ed3-44ab-9590-37f00354aac5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:09:24.202415671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54523613-2ed3-44ab-9590-37f00354aac5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:09:26.117968552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90d01f44-96d1-4f53-9c03-f3e89c429d79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:09:26.169675359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90d01f44-96d1-4f53-9c03-f3e89c429d79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:09:26.222422329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90d01f44-96d1-4f53-9c03-f3e89c429d79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:09:26.274804016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90d01f44-96d1-4f53-9c03-f3e89c429d79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:09:39.312091586Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:09.264076691Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:27.522823237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e292aa24-d202-4ac9-84f7-d1f2f4d97630","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:27.574516431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e292aa24-d202-4ac9-84f7-d1f2f4d97630","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:27.626200497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e292aa24-d202-4ac9-84f7-d1f2f4d97630","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:27.678066324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e292aa24-d202-4ac9-84f7-d1f2f4d97630","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:29.620249735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af3d354c-eae8-48b8-af55-c2a680cd6d67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:29.671977869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af3d354c-eae8-48b8-af55-c2a680cd6d67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:29.723929088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af3d354c-eae8-48b8-af55-c2a680cd6d67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:29.775796286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af3d354c-eae8-48b8-af55-c2a680cd6d67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:31.430793342Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"4aa44ec8-568a-41e0-9e2d-0db6ca1723b7","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:32.431219952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c69bba22-a58f-47d6-a78a-ced721ad5b8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:32.483020288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c69bba22-a58f-47d6-a78a-ced721ad5b8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:32.534730256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c69bba22-a58f-47d6-a78a-ced721ad5b8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:32.58791805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c69bba22-a58f-47d6-a78a-ced721ad5b8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:34.45626399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f32a51c-2018-4554-bf54-d855cc827f57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:34.508286202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f32a51c-2018-4554-bf54-d855cc827f57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:34.559932726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f32a51c-2018-4554-bf54-d855cc827f57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:34.611594677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f32a51c-2018-4554-bf54-d855cc827f57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:36.523422028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c784ced-abd4-4220-aa61-ee1a47a9d92f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:36.576315078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c784ced-abd4-4220-aa61-ee1a47a9d92f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:36.628197862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c784ced-abd4-4220-aa61-ee1a47a9d92f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:36.680127023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c784ced-abd4-4220-aa61-ee1a47a9d92f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:39.261962529Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:39.944769495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"517a1177-a150-437b-847c-1047f9be3f0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:39.996755018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"517a1177-a150-437b-847c-1047f9be3f0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:40.048734306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"517a1177-a150-437b-847c-1047f9be3f0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:40.100456145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"517a1177-a150-437b-847c-1047f9be3f0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:53.633501277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b495c99a-9b6d-4e8f-9b33-05348b44aacc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:53.801563596Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b495c99a-9b6d-4e8f-9b33-05348b44aacc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:53.842322094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fdde8d28-edb1-4c4f-b47b-d655f6becd39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:53.856539544Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b495c99a-9b6d-4e8f-9b33-05348b44aacc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:53.900127627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fdde8d28-edb1-4c4f-b47b-d655f6becd39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:53.956409568Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fdde8d28-edb1-4c4f-b47b-d655f6becd39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:54.077729494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be1d12fe-740d-4019-b560-817ac6dd2943","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:54.134425247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be1d12fe-740d-4019-b560-817ac6dd2943","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:54.173759075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b913b1cd-0896-446c-b62c-2fc824889325","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:54.188246347Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be1d12fe-740d-4019-b560-817ac6dd2943","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:54.228996471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b913b1cd-0896-446c-b62c-2fc824889325","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:10:54.24098647Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be1d12fe-740d-4019-b560-817ac6dd2943","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:54.282971075Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b913b1cd-0896-446c-b62c-2fc824889325","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:54.400056328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e650de76-07b4-4981-b2d9-1617412a96ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:54.457080077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e650de76-07b4-4981-b2d9-1617412a96ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:54.512591932Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e650de76-07b4-4981-b2d9-1617412a96ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:54.625186997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eac91bc9-3687-4025-b78a-7a94f0358a83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:54.680854981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eac91bc9-3687-4025-b78a-7a94f0358a83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:54.725475343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0eb5f7c3-2d95-49cd-aa57-b32d322fce62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:54.735074354Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eac91bc9-3687-4025-b78a-7a94f0358a83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:54.78094572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0eb5f7c3-2d95-49cd-aa57-b32d322fce62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:54.838161255Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0eb5f7c3-2d95-49cd-aa57-b32d322fce62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:54.989986001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e0409261-7a05-43a5-9023-fc279adc2dae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:10:55.039965461Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"71c8408a-6f07-480b-8471-c9254d79d314","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:55.045057194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e0409261-7a05-43a5-9023-fc279adc2dae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:55.090928045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6932c806-dc74-4562-a438-de1629e24b50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:10:55.096703868Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4589bcfd-335a-4cf3-8254-0337e17ff14d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:55.09918203Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e0409261-7a05-43a5-9023-fc279adc2dae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:55.146679067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6932c806-dc74-4562-a438-de1629e24b50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:55.204080034Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6932c806-dc74-4562-a438-de1629e24b50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:55.25599954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ce53717-87d0-4540-b767-1e4e862afb56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:55.262248517Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d765f4d4-4c8b-44f2-9e9e-b08c128d2550","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:55.311256681Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"222bb17e-b342-4113-8fd2-5140dafa7741","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:55.311712951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ce53717-87d0-4540-b767-1e4e862afb56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:55.358663912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be053a37-4ba6-4895-a97d-1b6f62fa5a15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:55.365641046Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ce53717-87d0-4540-b767-1e4e862afb56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:55.415041659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be053a37-4ba6-4895-a97d-1b6f62fa5a15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:55.423417072Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6f809060-e8bb-4b22-b1a9-d8efa9fad518","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:55.46974753Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be053a37-4ba6-4895-a97d-1b6f62fa5a15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:55.5243139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bb5a9e9a-7777-4ba3-bfb4-e4852898a532","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:55.524952313Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"86dc6cfb-7e33-4937-97e9-5f3767bdd859","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:55.581317822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bb5a9e9a-7777-4ba3-bfb4-e4852898a532","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:55.63540446Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bb5a9e9a-7777-4ba3-bfb4-e4852898a532","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:58.900840581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a53ebb8c-a357-47d6-96af-c0657f38c2ba","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:58.900862547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a53ebb8c-a357-47d6-96af-c0657f38c2ba","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:58.952705351Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"eae65595-ded0-4d94-86e9-c101a005439f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:58.952788591Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"51c4669e-4956-4b7c-b5b4-e3a45c3a3d44","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:58.970410208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b5db02f6-089c-4fd0-8770-1d24de352dae","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:58.970435589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b5db02f6-089c-4fd0-8770-1d24de352dae","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:59.055287784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b1ba6c4-1b13-4168-bb6d-44e2e2946c50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:59.055842187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ec373e2-a203-413f-ad3a-5f534ba72b39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:59.056047014Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"de8e91d0-065a-4264-8eb8-75418674c81e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:59.111416759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b1ba6c4-1b13-4168-bb6d-44e2e2946c50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:59.11177653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ec373e2-a203-413f-ad3a-5f534ba72b39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:59.169099703Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ec373e2-a203-413f-ad3a-5f534ba72b39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:59.169883472Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b1ba6c4-1b13-4168-bb6d-44e2e2946c50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:59.380849095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e2d1aba-28f3-4e23-8d1e-66d15d351254","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:59.382275728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"745c8774-36d4-4e76-a12f-4311d305ef80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:59.436690674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e2d1aba-28f3-4e23-8d1e-66d15d351254","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:59.437526199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"745c8774-36d4-4e76-a12f-4311d305ef80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:59.464886485Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"751b333d-05ed-45a9-81a0-9a931b8d2eb9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:59.491151248Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e2d1aba-28f3-4e23-8d1e-66d15d351254","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:10:59.492731887Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"745c8774-36d4-4e76-a12f-4311d305ef80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:00.544852664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d7bf2316-0c5e-4077-b89b-4e38a142de9d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:00.544875893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d7bf2316-0c5e-4077-b89b-4e38a142de9d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:01.616865369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d780fea5-e9f5-42f0-aea1-f4693379ad11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:01.616890245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f50aad12-57c1-43f4-b655-a4fa959d9ff9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:01.683734179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d780fea5-e9f5-42f0-aea1-f4693379ad11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:01.685270511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f50aad12-57c1-43f4-b655-a4fa959d9ff9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:01.768582626Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f50aad12-57c1-43f4-b655-a4fa959d9ff9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:01.768927935Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d780fea5-e9f5-42f0-aea1-f4693379ad11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:07.3370971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5bd79dbe-69cf-4037-ba59-ac6c89c0e33e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:07.337116232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5bd79dbe-69cf-4037-ba59-ac6c89c0e33e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:07.337304972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a529250c-ed92-417f-b96c-ebe1d9d701c4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:07.337315407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a529250c-ed92-417f-b96c-ebe1d9d701c4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:07.389237885Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a10815d5-2901-4375-9b18-6048c97d2039","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:07.389382317Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f77fe858-224f-43c4-a320-e73287967d8d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:07.404698208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9578fee4-3bcf-49ec-83b2-83d9018d0f77","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:07.404728893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9578fee4-3bcf-49ec-83b2-83d9018d0f77","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:07.405356512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e765a681-75ca-4171-b327-f94279dc2ab3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:07.405377395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e765a681-75ca-4171-b327-f94279dc2ab3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:07.491866955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"32bc858d-f0a7-48c7-8894-281030620361","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:07.491867166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2479068f-7bba-403c-9206-0987038ebe03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:07.548250918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2479068f-7bba-403c-9206-0987038ebe03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:07.548545635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"32bc858d-f0a7-48c7-8894-281030620361","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:07.602978297Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"32bc858d-f0a7-48c7-8894-281030620361","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:07.603071651Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2479068f-7bba-403c-9206-0987038ebe03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:07.865848253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9cecb1f5-b74d-43ea-95d6-cb4bd0e04a0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:07.866506562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6317c66c-a4ce-441c-8b15-475770605ea4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:07.921816647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9cecb1f5-b74d-43ea-95d6-cb4bd0e04a0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:07.921875519Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9cecb1f5-b74d-43ea-95d6-cb4bd0e04a0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:07.921983991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6317c66c-a4ce-441c-8b15-475770605ea4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:07.922034701Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6317c66c-a4ce-441c-8b15-475770605ea4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.589664857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"457a05db-08ee-4ab9-8bbb-f76210622529","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.589873149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"457a05db-08ee-4ab9-8bbb-f76210622529","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:09.264168284Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:10.225322327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"341127f8-6495-46c0-874e-89133227c541","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:10.22532181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"82e72c8a-296f-45cf-911f-3243d99cf8b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:10.284932296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"341127f8-6495-46c0-874e-89133227c541","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:10.28499737Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"341127f8-6495-46c0-874e-89133227c541","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:10.293013767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"82e72c8a-296f-45cf-911f-3243d99cf8b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:10.293073222Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"82e72c8a-296f-45cf-911f-3243d99cf8b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:10.867150583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"be0f55e1-0b02-4b0b-861a-4859f4e8a7b3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:10.867173351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"be0f55e1-0b02-4b0b-861a-4859f4e8a7b3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:10.8674683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d287fd03-f2d9-407e-8669-e21172f560d7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:10.867483764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d287fd03-f2d9-407e-8669-e21172f560d7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:10.867693894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"15bee92b-4cde-42a0-982c-1bff601fec26","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:10.867707134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"15bee92b-4cde-42a0-982c-1bff601fec26","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:10.919588455Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"36d7df5e-c870-4cf1-8dac-61703e1de456","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:10.919588432Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f4662547-c652-4491-a644-8cd859f44ea1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:10.933684998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2fb9b8ff-fff4-4527-aa41-4c76d71f6f91","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:10.933703682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2fb9b8ff-fff4-4527-aa41-4c76d71f6f91","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:10.933920904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3d252f7a-2747-4f77-a8f6-414d2d635644","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:10.933930271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3d252f7a-2747-4f77-a8f6-414d2d635644","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:10.934091771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"812d1a5d-e093-49e7-8234-38b0c5ee5526","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:10.934101042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"812d1a5d-e093-49e7-8234-38b0c5ee5526","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:11.02404916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a89ce99-7ea9-4079-adb8-38fd65cde88d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:11.024783328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c631a04-0f4b-4126-90e1-6c90374c953f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:11.081113951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a89ce99-7ea9-4079-adb8-38fd65cde88d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:11.081192765Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a89ce99-7ea9-4079-adb8-38fd65cde88d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:11.081915317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c631a04-0f4b-4126-90e1-6c90374c953f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:11.081962985Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c631a04-0f4b-4126-90e1-6c90374c953f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:11.288473904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"136a1f4a-692d-4a1f-bc02-6059dab3a883","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:11.288473985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b55a6e74-91a2-4c17-a186-787607e6a2d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:11.344514338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"136a1f4a-692d-4a1f-bc02-6059dab3a883","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:11.344554318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b55a6e74-91a2-4c17-a186-787607e6a2d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:11.344580266Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"136a1f4a-692d-4a1f-bc02-6059dab3a883","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:11.344598392Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b55a6e74-91a2-4c17-a186-787607e6a2d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:12.107611018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4c98a39a-5ef7-491c-b6cf-760a1806e0a0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:12.107633862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4c98a39a-5ef7-491c-b6cf-760a1806e0a0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.278453908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e0d7b128-ff0e-4511-adba-7cfcc1c63005","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.278479859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e0d7b128-ff0e-4511-adba-7cfcc1c63005","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.278803204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4211fe2e-8ac2-483b-9390-a1d1a21d0f95","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.278823645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4211fe2e-8ac2-483b-9390-a1d1a21d0f95","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.279114573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5952d445-e464-4c03-93f3-52d14021e488","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.279134952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5952d445-e464-4c03-93f3-52d14021e488","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.279569394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9155560f-170a-4f5c-b119-e8ff3511cc48","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.279588967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9155560f-170a-4f5c-b119-e8ff3511cc48","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.330166665Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"37041a38-ff33-4172-bc13-ed80cecbb349","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.332881362Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e4ea1e66-08e7-489e-b0d2-4eb04a78c1bb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.346734553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"46398a13-95e6-4577-a50f-7bc691f3b6e9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.346754746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"46398a13-95e6-4577-a50f-7bc691f3b6e9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.347003077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"31900a20-5e2b-4fd5-925b-839b7d140851","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.347013375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"31900a20-5e2b-4fd5-925b-839b7d140851","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.347205208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b3a8fee7-fbf9-41b8-8db2-719a6b10a7da","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.347216534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b3a8fee7-fbf9-41b8-8db2-719a6b10a7da","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.347402073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7225398d-890f-4d8d-9829-a706526633b6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.347411954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7225398d-890f-4d8d-9829-a706526633b6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.43271493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b5df138-d38c-4aee-9e31-1d82a500dac2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.491785115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b5df138-d38c-4aee-9e31-1d82a500dac2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.491894433Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b5df138-d38c-4aee-9e31-1d82a500dac2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.533961451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c780c2fd-7505-41d6-ad4c-e3fa8ffae75c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.589687165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c780c2fd-7505-41d6-ad4c-e3fa8ffae75c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.589763429Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c780c2fd-7505-41d6-ad4c-e3fa8ffae75c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.699532366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a964ff19-a711-4386-852c-003808b638e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.757882079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a964ff19-a711-4386-852c-003808b638e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.757953458Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a964ff19-a711-4386-852c-003808b638e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.808881693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"696842ba-df6f-4937-b258-e2994dcd2cab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.86598704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"696842ba-df6f-4937-b258-e2994dcd2cab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.866057819Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"696842ba-df6f-4937-b258-e2994dcd2cab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.522108149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9c93f0de-5e82-4b06-8b66-6c6932ca1563","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.522129646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9c93f0de-5e82-4b06-8b66-6c6932ca1563","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:19.187383886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bdca1c04-e978-4889-8077-6cbc8f183f0a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:19.187402932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bdca1c04-e978-4889-8077-6cbc8f183f0a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:19.187606046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0287326f-b108-4d18-9356-0d59c3472e6c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:19.187617642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0287326f-b108-4d18-9356-0d59c3472e6c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:19.187785477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"30d2813e-ff6f-4320-b18b-18f25a7ce7d1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:19.187795206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"30d2813e-ff6f-4320-b18b-18f25a7ce7d1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:19.18794629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"48ee29e8-2fee-43fb-98d0-d70764cbc091","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:19.187956006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"48ee29e8-2fee-43fb-98d0-d70764cbc091","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:19.188163728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"16f74099-0153-4ef8-b381-641eb4a6a735","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:19.188174723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"16f74099-0153-4ef8-b381-641eb4a6a735","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:19.239132076Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ca664921-1ce6-4ac1-82cc-8f500f5721bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:19.23940199Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2e8dc041-ff92-47e1-9a30-b4c0956bad36","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:19.254075717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5217bbcb-18f8-4b69-8a2f-8344b079b4e0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:19.254103178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5217bbcb-18f8-4b69-8a2f-8344b079b4e0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:19.254419779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"52b68080-acda-4a4d-a8bb-f87d6d3b438c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:19.254433496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"52b68080-acda-4a4d-a8bb-f87d6d3b438c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:19.254646356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"db47bc6b-0cd2-4ef5-b21f-540bd60b9b9e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:19.254658701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"db47bc6b-0cd2-4ef5-b21f-540bd60b9b9e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:19.254850208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b883afd5-c9ec-4ee6-b88e-b339e71e8b90","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:19.254861904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b883afd5-c9ec-4ee6-b88e-b339e71e8b90","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:19.255050492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"574c75c7-ff85-4b18-946e-bb5c88e9de7d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:19.255062969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"574c75c7-ff85-4b18-946e-bb5c88e9de7d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:19.342615826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3bc9d74c-31f2-48a4-8e07-672cf46aeba3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:19.345686812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"feb849a3-5c5e-4bc9-bb6c-587fe85530d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:19.406996749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"feb849a3-5c5e-4bc9-bb6c-587fe85530d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:19.407031085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3bc9d74c-31f2-48a4-8e07-672cf46aeba3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:19.407062556Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"feb849a3-5c5e-4bc9-bb6c-587fe85530d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:19.407076791Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3bc9d74c-31f2-48a4-8e07-672cf46aeba3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:19.615013653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be2365c9-775e-474a-ab44-84be5830049d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:19.615101536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f1fd8f1-ab65-4a8d-9bc4-78aeba49320e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:19.674769255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be2365c9-775e-474a-ab44-84be5830049d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:19.674852355Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be2365c9-775e-474a-ab44-84be5830049d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:19.678487347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f1fd8f1-ab65-4a8d-9bc4-78aeba49320e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:19.678568674Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f1fd8f1-ab65-4a8d-9bc4-78aeba49320e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:19.957606027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab1994e2-82ea-4223-8025-c533a9dd651d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:19.957606024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e581f7a-a24e-4242-866c-a293119b7110","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:20.013728752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e581f7a-a24e-4242-866c-a293119b7110","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:20.013793863Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e581f7a-a24e-4242-866c-a293119b7110","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:20.013983941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab1994e2-82ea-4223-8025-c533a9dd651d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:20.014031263Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab1994e2-82ea-4223-8025-c533a9dd651d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:20.437253006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5ba369ce-5030-43a4-bd41-03a50afb7217","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:20.437276517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5ba369ce-5030-43a4-bd41-03a50afb7217","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:22.402659147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"04173970-9dde-49e8-a405-8dec8ca8785c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:22.40268212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"04173970-9dde-49e8-a405-8dec8ca8785c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:22.402921547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b05f88db-3cc1-42af-afc9-88ec6191abad","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:22.402932592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b05f88db-3cc1-42af-afc9-88ec6191abad","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:22.403099613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"55cb59b2-c30f-4340-b73b-c00202170389","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:22.403109575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"55cb59b2-c30f-4340-b73b-c00202170389","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:22.403271141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7ae356c3-c5d0-4a96-a6b1-14c435ee8f98","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:22.403280933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7ae356c3-c5d0-4a96-a6b1-14c435ee8f98","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:22.403481368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"48ca83ef-7215-4a49-bee8-29d60cbd367b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:22.403493267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"48ca83ef-7215-4a49-bee8-29d60cbd367b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:22.403664986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"25d98bfe-6a22-4db7-994b-a27d5a030368","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:22.403674709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"25d98bfe-6a22-4db7-994b-a27d5a030368","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:22.455086762Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"50e287b5-4d1d-4220-9cc6-8b62acbae398","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:22.468351485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e843ba52-4106-458d-bb6f-5452f3210ef3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:22.468371079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e843ba52-4106-458d-bb6f-5452f3210ef3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:22.468653835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"70e78d0a-f917-477c-82a0-493198ce20d6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:22.46866633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"70e78d0a-f917-477c-82a0-493198ce20d6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:22.468849882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"19e5ec6e-cfbc-4085-a468-ca708bb20283","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:22.46885915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"19e5ec6e-cfbc-4085-a468-ca708bb20283","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:22.469021645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9cd04d3c-9f4f-48fb-bef2-a91c557d0410","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:22.469031842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9cd04d3c-9f4f-48fb-bef2-a91c557d0410","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:22.46918705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c6a76b71-69ca-411b-993a-35de2c14efda","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:22.469195769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c6a76b71-69ca-411b-993a-35de2c14efda","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:22.469379844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b60af6e8-2f29-4290-a8c1-2e708011a71f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:22.469404599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b60af6e8-2f29-4290-a8c1-2e708011a71f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:22.557253582Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2a528e6d-7f6f-4d3c-92a9-11aa634db6b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:22.560618612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e16c1c59-74b3-49ee-be00-7a265693db44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:22.562760621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"abae5418-3ac2-49b5-92e9-a894b200ab59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:22.616977705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e16c1c59-74b3-49ee-be00-7a265693db44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:22.617132517Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e16c1c59-74b3-49ee-be00-7a265693db44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:22.61838672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"abae5418-3ac2-49b5-92e9-a894b200ab59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:22.618442041Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"abae5418-3ac2-49b5-92e9-a894b200ab59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:22.823688995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"303a2c89-1533-4714-abab-e350c5bfad68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:22.823703762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"30a9386b-c6a4-4b8d-a671-c723760a5b42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:22.880660619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"30a9386b-c6a4-4b8d-a671-c723760a5b42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:22.88069878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"303a2c89-1533-4714-abab-e350c5bfad68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:22.880742578Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"303a2c89-1533-4714-abab-e350c5bfad68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:22.880742628Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"30a9386b-c6a4-4b8d-a671-c723760a5b42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:23.635131101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d778b070-f8e4-4b02-9fb2-10d8b1fc6880","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:23.635152819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d778b070-f8e4-4b02-9fb2-10d8b1fc6880","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:26.910054949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd733925-4642-4e12-a616-dec04c21f771","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:26.910123716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b39fc30f-a9ee-42d9-a944-398c584cc928","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:26.999321049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd733925-4642-4e12-a616-dec04c21f771","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:26.999517708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b39fc30f-a9ee-42d9-a944-398c584cc928","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:26.999530127Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd733925-4642-4e12-a616-dec04c21f771","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:26.999626164Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b39fc30f-a9ee-42d9-a944-398c584cc928","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:27.176573685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f0cd4284-3127-4abf-be18-94cd0d4c00c4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:27.176601578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f0cd4284-3127-4abf-be18-94cd0d4c00c4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:27.176904561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cda35fa3-7399-4397-96be-149840ec550a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:27.176922353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cda35fa3-7399-4397-96be-149840ec550a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:27.177209717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"014a8f79-f5d9-4cc1-bffc-a7b36e2aa13b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:27.177226857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"014a8f79-f5d9-4cc1-bffc-a7b36e2aa13b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:27.177488224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9bc1bbf5-57a4-47c4-bb0c-6f1ab433c787","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:27.177500015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9bc1bbf5-57a4-47c4-bb0c-6f1ab433c787","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:27.177704545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a6fd37ba-99cf-42a0-bf95-9a9ba9d1f712","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:27.177715527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a6fd37ba-99cf-42a0-bf95-9a9ba9d1f712","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:27.177886367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8511ab94-3bec-4658-99b0-fd80943dd681","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:27.177896162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8511ab94-3bec-4658-99b0-fd80943dd681","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:27.178061345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dcf42a45-3102-470f-b67d-8cdb26f8f862","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:27.178071982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dcf42a45-3102-470f-b67d-8cdb26f8f862","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:27.207938139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa468409-1334-4424-9c47-1b1f46df2eab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:27.228772332Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a36a3647-2f50-40a1-9869-05ad87edf5b5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:27.242171915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3f6d0fcd-d77d-43dc-bdb3-66eef903a792","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:27.242198989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3f6d0fcd-d77d-43dc-bdb3-66eef903a792","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:27.242503796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b54d35be-5dc9-40f7-bb50-08aef76ae74e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:27.242515613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b54d35be-5dc9-40f7-bb50-08aef76ae74e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:27.242705625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"785086af-e6fa-45f8-91f8-a509c61a9dd4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:27.242717098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"785086af-e6fa-45f8-91f8-a509c61a9dd4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:27.24290808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"794c0951-8ea5-4100-8fcc-0ad3bca5b6a4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:27.242917673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"794c0951-8ea5-4100-8fcc-0ad3bca5b6a4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:27.243095165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"90feb409-ef79-4f52-8ed0-bc159f8b1427","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:27.243104037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"90feb409-ef79-4f52-8ed0-bc159f8b1427","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:27.243271043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a50f0ebc-16a0-44cb-b05d-7180061eda7b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:27.243279986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a50f0ebc-16a0-44cb-b05d-7180061eda7b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:27.243473129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3cc404eb-41eb-4240-8a8a-7d6cccf4281e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:27.2434829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3cc404eb-41eb-4240-8a8a-7d6cccf4281e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:27.263942021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa468409-1334-4424-9c47-1b1f46df2eab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:27.309264437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f05531a-26ce-41a9-b616-35a9cc936817","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:27.369672239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f05531a-26ce-41a9-b616-35a9cc936817","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:27.3697415Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f05531a-26ce-41a9-b616-35a9cc936817","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:27.391463043Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c668f371-2a8a-4298-9730-70adafaa5ff1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:27.557794153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7aa0e779-b504-4604-9f6e-3525d9d8d73e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:27.557820676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7aa0e779-b504-4604-9f6e-3525d9d8d73e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:27.621592173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f2ffc87-58ee-431b-921d-5c7cf9b399c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:27.621592232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b0795ecf-631a-4a2d-acee-7f86b9eb3d02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:27.677059293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b0795ecf-631a-4a2d-acee-7f86b9eb3d02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:27.677523615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f2ffc87-58ee-431b-921d-5c7cf9b399c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:27.677580592Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f2ffc87-58ee-431b-921d-5c7cf9b399c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:27.764854515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4df7d5ce-9041-4c57-a59b-febdb5b25cde","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:28.474176485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"099b5c9c-111b-4cf5-9ebf-ddd007e7f16c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:28.474205601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"099b5c9c-111b-4cf5-9ebf-ddd007e7f16c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:28.683864446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"285589e2-fe79-48d5-9966-976f550c80d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.213406958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"90defad0-fca8-4f1b-964b-851581da0e18","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.213428689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"90defad0-fca8-4f1b-964b-851581da0e18","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.213696988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3955824f-13bd-4f9d-9382-ea3baab6ed4d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.213715576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3955824f-13bd-4f9d-9382-ea3baab6ed4d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.213900963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3e6fb52e-d1d0-4fbe-b661-388f7bccbf75","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.213911662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3e6fb52e-d1d0-4fbe-b661-388f7bccbf75","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.214091243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"23cc165d-b0a8-41e8-90a2-3a986e51ce43","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.214100278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"23cc165d-b0a8-41e8-90a2-3a986e51ce43","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.214268914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e7b797f9-d633-463e-8cab-c47fbffaa0ed","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.214278945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e7b797f9-d633-463e-8cab-c47fbffaa0ed","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.21448975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f617c117-63d8-4c3f-8ca8-a19c0652311a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.214501142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f617c117-63d8-4c3f-8ca8-a19c0652311a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.214658989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9ab046a-a566-4671-8d68-651d4d4ee8f4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.214668661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9ab046a-a566-4671-8d68-651d4d4ee8f4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.214882313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0419d37a-4f39-4650-88b2-f9cb751d63ab","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.214892416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0419d37a-4f39-4650-88b2-f9cb751d63ab","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.281008101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"88615f14-895e-473b-8b16-02fbc7ac25c1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.281028719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"88615f14-895e-473b-8b16-02fbc7ac25c1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.281291605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"99a0ba57-7a4c-4b71-bdcc-49cc9f5a931a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.281305666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"99a0ba57-7a4c-4b71-bdcc-49cc9f5a931a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.281544733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2ef38ebe-91c8-41de-86bb-6eef645d4b98","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.281558957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2ef38ebe-91c8-41de-86bb-6eef645d4b98","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.281746164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"18c11221-60c3-4dfb-9657-316136d3a8cd","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.281757586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"18c11221-60c3-4dfb-9657-316136d3a8cd","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.281939654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"17d077c3-f4e4-43d4-99de-c4f9c81f2c62","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.281950508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"17d077c3-f4e4-43d4-99de-c4f9c81f2c62","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.282131182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f3cfb62b-5369-40a5-ba4c-b976483548d1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.282142964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f3cfb62b-5369-40a5-ba4c-b976483548d1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.282364607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18f60ff8-6909-496a-b4ef-5ff2f6f69693","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.282377286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18f60ff8-6909-496a-b4ef-5ff2f6f69693","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.282611887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8d45969f-4d75-4514-bd32-95fa357b01e8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.282623513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8d45969f-4d75-4514-bd32-95fa357b01e8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.368531821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4510168-0f2c-4845-8cdc-5c68d41225d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.368762517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86321f24-f9c6-457c-b126-054e698809ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.420688285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"415e738f-e436-4c2f-a662-fceeeac4ff48","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.424587952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86321f24-f9c6-457c-b126-054e698809ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.424622304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4510168-0f2c-4845-8cdc-5c68d41225d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.470436354Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0f5dacfd-9263-44cd-bb7c-af5d7d314e3c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.631934511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1a4ca7fc-72ae-4c0e-b9b2-cd7f6f6ca858","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.631955925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1a4ca7fc-72ae-4c0e-b9b2-cd7f6f6ca858","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.782538807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"400ca12f-6e27-409d-b024-356cd34166b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.782539876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c3cc0a9-9379-4db6-9309-8095ff9f598b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.839582185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"400ca12f-6e27-409d-b024-356cd34166b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.840282371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5aaf3fad-f63c-4ae4-b6b6-899f9f7b8a0b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.840423565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c3cc0a9-9379-4db6-9309-8095ff9f598b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.447922623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2138b2ab-05d6-45c3-9771-b0bc25631809","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.44794385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2138b2ab-05d6-45c3-9771-b0bc25631809","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.655627336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"45894cb4-9792-4b31-a745-cff0ff235d5d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:33.7447213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3b22f468-f987-463f-b797-bd85157c8d49","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:33.744748864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3b22f468-f987-463f-b797-bd85157c8d49","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.471216917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"469f4093-2731-458a-97a4-a61af01e5d2f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.57492494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"61c7ecc4-310c-48ba-9967-23f021ef3e29","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.604770325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62274247-acb8-4838-8763-97fafb53eb71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.604770233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f84ddf8-eeeb-40a0-b13a-1aa046b9ed6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.63203844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1e53d962-0229-4d2a-ab47-9b8264337cc2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.632057322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1e53d962-0229-4d2a-ab47-9b8264337cc2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.691000087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f84ddf8-eeeb-40a0-b13a-1aa046b9ed6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.692646338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62274247-acb8-4838-8763-97fafb53eb71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.744935335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6b361522-cc5a-4881-b0ce-94ae3737849a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.744955825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6b361522-cc5a-4881-b0ce-94ae3737849a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:35.052767707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c950cb6-a9d7-4664-8beb-6e6b1e7925bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:35.052775724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a94e167-a37b-4e47-8557-3b2d5bab3863","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:35.108617905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c950cb6-a9d7-4664-8beb-6e6b1e7925bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:35.109049442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a94e167-a37b-4e47-8557-3b2d5bab3863","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:36.588891525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5406a7b0-e050-41f1-a652-7cd004023d01","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:36.588916023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5406a7b0-e050-41f1-a652-7cd004023d01","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:39.267907103Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:39.371564185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4430b4c1-e677-4b5d-a17d-3975c13791c2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:39.371651928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4430b4c1-e677-4b5d-a17d-3975c13791c2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:40.282300904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"eab1c664-a2d7-4d3d-9253-4dac986786d5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:40.282321198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"eab1c664-a2d7-4d3d-9253-4dac986786d5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:40.282699655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"32720a1b-44c4-4e8e-8c22-5c03f1e6be22","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:40.282715997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"32720a1b-44c4-4e8e-8c22-5c03f1e6be22","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:40.28293953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fba103ae-7228-444c-8106-415a457396fa","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:40.282949604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fba103ae-7228-444c-8106-415a457396fa","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:41.225548799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"819d083b-4e0d-4817-9dd8-ace1e1c6ac86","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:41.326538614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"14d9e1d3-e317-4d31-91d6-51c9b75c4b12","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:41.767525801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4d0810e5-0af7-442a-a93b-d1f25778f262","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:41.767545903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4d0810e5-0af7-442a-a93b-d1f25778f262","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:44.635631847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"82cca654-fdca-42d7-a1fd-dad458f83d9b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:44.635940166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"82cca654-fdca-42d7-a1fd-dad458f83d9b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:44.745797113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0892653d-84c1-42c4-a7e3-36b747ff766b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:44.74581884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0892653d-84c1-42c4-a7e3-36b747ff766b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:45.313267876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e35c5477-efb3-4c5e-b6a2-fa04cc86fe86","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:45.313296788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e35c5477-efb3-4c5e-b6a2-fa04cc86fe86","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.547284823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2160bcd0-7dc7-4df8-9ba7-924e9e895b78","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.547313032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2160bcd0-7dc7-4df8-9ba7-924e9e895b78","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.612637359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46557849-4bb9-4d00-b9f0-b76a2a622bda","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.61265762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46557849-4bb9-4d00-b9f0-b76a2a622bda","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.822868735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ce5cbc57-26a4-42e0-b0c4-e3c70f8cb02d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.822910568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7cfc006-d71b-4423-964b-b8f47291b24a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.823545359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bc622627-716f-4bcf-b616-aa09d6278425","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.928395503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ce5cbc57-26a4-42e0-b0c4-e3c70f8cb02d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.92991036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7cfc006-d71b-4423-964b-b8f47291b24a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.983670974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d75c92c-5435-42eb-99f1-ad3a1809d400","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.983691183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d75c92c-5435-42eb-99f1-ad3a1809d400","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:52.190911114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"69595575-90d6-47f4-8338-85395d4a598b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:54.090910147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"48141265-f026-4164-9cc5-0386da0b2b04","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:54.090943776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"48141265-f026-4164-9cc5-0386da0b2b04","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:54.305927164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7724dbd9-9604-4d31-9fc9-8f7f3335bf75","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:54.310114706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87ad1f5f-a95e-4149-aecb-b0ffedd16402","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:54.310114571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb776cb1-8ea4-4c10-a2d9-dcde6082f548","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:54.369470398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87ad1f5f-a95e-4149-aecb-b0ffedd16402","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:54.36953583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb776cb1-8ea4-4c10-a2d9-dcde6082f548","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:54.469232483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"39f9b82e-1a03-4329-9822-19437aa08f73","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:54.469263418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"39f9b82e-1a03-4329-9822-19437aa08f73","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:54.676458071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ca6d7266-2fea-4183-8252-d8ee927bdb37","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:56.788851956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"93c8c9f9-9030-4e28-952e-9e06efa997aa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:56.788872033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"93c8c9f9-9030-4e28-952e-9e06efa997aa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:56.943013299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c8a1b98-2f38-4108-b942-0c95999bbbf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:56.999271697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c8a1b98-2f38-4108-b942-0c95999bbbf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:57.001182879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"267c177e-ceb3-4aee-a930-bff5314cf93a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:57.001204881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"267c177e-ceb3-4aee-a930-bff5314cf93a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:57.155128521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1f632ef-f812-4ed4-9c1a-86dfc23c4f65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:57.210238221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4e46b658-7c87-4eae-a546-5f83f68b62c4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:57.210259954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4e46b658-7c87-4eae-a546-5f83f68b62c4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:57.210485314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1f632ef-f812-4ed4-9c1a-86dfc23c4f65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:57.211006775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"98a1e978-73be-4294-9812-2a835b62802a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:57.378018649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"33465bad-56fc-411c-9b4b-acb97421d595","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:57.379169859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f24edeab-4bd6-4575-b96d-6a3aba9c001d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:57.379186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f24edeab-4bd6-4575-b96d-6a3aba9c001d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:11:57.435167548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"33465bad-56fc-411c-9b4b-acb97421d595","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:09.266062987Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:32.729370211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ec7232f-d6eb-472e-a5e7-8dea617024c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:32.780991042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ec7232f-d6eb-472e-a5e7-8dea617024c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:32.832752397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ec7232f-d6eb-472e-a5e7-8dea617024c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:32.884914124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ec7232f-d6eb-472e-a5e7-8dea617024c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:33.251467106Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-d204f4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-d204f4","reconcileID":"8a889b88-1630-4039-b8e7-446485e04f2e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-d204f4","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-d204f4":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:34.041448321Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-1b1134","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-1b1134","reconcileID":"33cdffe9-2aac-4598-95ef-4f1deb4f0500","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-1b1134","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-1b1134":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:34.86464796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeb0dc10-8137-41e5-a128-3039c1dd91fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:34.9165542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeb0dc10-8137-41e5-a128-3039c1dd91fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:34.968268073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeb0dc10-8137-41e5-a128-3039c1dd91fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:35.020311922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeb0dc10-8137-41e5-a128-3039c1dd91fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:35.90114046Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-381df3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-381df3","reconcileID":"84acb0c5-60c7-47d6-8b2e-6a716b1019d9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-381df3","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-381df3":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:36.922536158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebe74355-7570-4407-a47f-28a66f8589fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:36.975176527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebe74355-7570-4407-a47f-28a66f8589fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:37.028741793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebe74355-7570-4407-a47f-28a66f8589fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:37.081044145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebe74355-7570-4407-a47f-28a66f8589fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:38.959273831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc135e5d-ae66-4bc1-909c-a44ddc5ea31d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:39.011228671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc135e5d-ae66-4bc1-909c-a44ddc5ea31d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:39.06290041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc135e5d-ae66-4bc1-909c-a44ddc5ea31d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:39.11493872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc135e5d-ae66-4bc1-909c-a44ddc5ea31d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:39.261891924Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:43.75260563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"default-tenant","reconcileID":"c6fe5ef0-319a-4b6a-b9ee-c9615fd3f9ce","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:43.867835808Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"default-tenant","reconcileID":"c6fe5ef0-319a-4b6a-b9ee-c9615fd3f9ce","name":"e2e-worker-w3-1b1134-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:48.314785373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7291c62f-4809-43db-a3fd-d1997446ad9b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:48.417222295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"75dba0f0-45eb-4a36-98b3-3123d14e98f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:48.634471173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"default-tenant","reconcileID":"bace99ae-e6b7-4a92-86e2-916bf52ac6d6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:48.755917195Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"default-tenant","reconcileID":"bace99ae-e6b7-4a92-86e2-916bf52ac6d6","name":"e2e-worker-w0-d204f4-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:53.568064722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"default-tenant","reconcileID":"f1ca3211-c1bc-483a-aa4a-7835dd243d34","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-381df3","tenantID":"e2e-praxis-a-381df3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:53.624467997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2b1042b-ceb8-458d-9478-d1089547c21d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:53.62449091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2b1042b-ceb8-458d-9478-d1089547c21d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:53.680391311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b488e519-9c36-44c6-999f-62f8e5ab52ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:53.680413074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b488e519-9c36-44c6-999f-62f8e5ab52ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:53.69195724Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"default-tenant","reconcileID":"f1ca3211-c1bc-483a-aa4a-7835dd243d34","name":"e2e-praxis-a-381df3-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:53.842411306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8ac3079a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8ac3079a","reconcileID":"c651159e-3893-413a-b42f-649ac07e7b19","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8ac3079a","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:53.924125839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8ac3079a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8ac3079a","reconcileID":"c651159e-3893-413a-b42f-649ac07e7b19","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8ac3079a","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:53.925400866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"077296ee-ec9d-4e26-a3ce-419707469a86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:53.925421319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"077296ee-ec9d-4e26-a3ce-419707469a86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:53.99028275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1abc4af9-aeab-413e-8b67-fe6bc77d952f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:53.990315434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1abc4af9-aeab-413e-8b67-fe6bc77d952f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:12:54.032304496Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8ac3079a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-8ac3079a","reconcileID":"64932519-1baf-417a-8b0c-6828305f4302","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-8ac3079a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.060459603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1e71e81b-f3cf-48d7-bc92-f143ce2f28ee","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.060480982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1e71e81b-f3cf-48d7-bc92-f143ce2f28ee","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.084165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c7019b38-5388-425a-b63e-039b2f3fa445","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.124494209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93e2cb00-93bd-4d2f-a700-21de52de5f98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.124522668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93e2cb00-93bd-4d2f-a700-21de52de5f98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.143644706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c7019b38-5388-425a-b63e-039b2f3fa445","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.158278931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"768b09da-b5e3-43e6-b9ce-4428de272f2d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.15830248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"768b09da-b5e3-43e6-b9ce-4428de272f2d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.185406698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7a981ac-67b1-4af2-a382-6649b4afebde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.216412611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9ba0868-7366-4a18-b2a6-6916461f0489","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.216432546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9ba0868-7366-4a18-b2a6-6916461f0489","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.221562742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef9d770f-0a1d-420a-b3d9-c9bb7f6f8781","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.221580989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef9d770f-0a1d-420a-b3d9-c9bb7f6f8781","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.2445941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7a981ac-67b1-4af2-a382-6649b4afebde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.374135346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8ac3079a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8ac3079a","reconcileID":"06fda76d-b026-4f1c-a87b-a87c6b234f7f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8ac3079a","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.429770406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8ac3079a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8ac3079a","reconcileID":"06fda76d-b026-4f1c-a87b-a87c6b234f7f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8ac3079a","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.484200531Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8ac3079a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-8ac3079a","reconcileID":"ceab0da3-a1dd-4fcf-94f3-ce4d8dfafffd","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8ac3079a","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-8ac3079a","models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.484392571Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8ac3079a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-8ac3079a","reconcileID":"ceab0da3-a1dd-4fcf-94f3-ce4d8dfafffd","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8ac3079a","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-8ac3079a","error":"MaaSModelRef not found: llm/nonexistent-model-8ac3079a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.515840343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54c0781d-21ef-48ef-a9f4-c7df8f0815ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.571266296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54c0781d-21ef-48ef-a9f4-c7df8f0815ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.617149574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"331823cc-904f-46dd-97ab-f4fe7cb00dce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.675478267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"331823cc-904f-46dd-97ab-f4fe7cb00dce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.692347146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"236f7e88-88d6-4364-a7a9-afa4c283f0b4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:12:54.741580815Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8ac3079a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8ac3079a","reconcileID":"06fda76d-b026-4f1c-a87b-a87c6b234f7f","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-neg-ghost-sub-auth-8ac3079a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.74791934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d13cfbf7-43cf-4169-a714-ff08781ef260","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.747940277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d13cfbf7-43cf-4169-a714-ff08781ef260","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.904587729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8ac3079a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8ac3079a","reconcileID":"a1139ac3-7060-404f-bcf8-511f071b78d8","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8ac3079a","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.958471404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8ac3079a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-8ac3079a","reconcileID":"078adf3c-fd52-4abf-a50d-4f35c7670fd6","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8ac3079a","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.958672743Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8ac3079a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-8ac3079a","reconcileID":"078adf3c-fd52-4abf-a50d-4f35c7670fd6","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8ac3079a","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-8ac3079a","error":"MaaSModelRef not found: llm/nonexistent-model-8ac3079a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.962631622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8ac3079a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8ac3079a","reconcileID":"a1139ac3-7060-404f-bcf8-511f071b78d8","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8ac3079a","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:55.222955603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04b0db03-8372-4c7c-93e3-e732b46e4dd0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:55.222975637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04b0db03-8372-4c7c-93e3-e732b46e4dd0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:56.613353951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8dbc87da-e792-4c82-aecf-6eb58b86f24a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:56.613380411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8dbc87da-e792-4c82-aecf-6eb58b86f24a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:56.776691274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"85aaa034-3364-494d-888f-5e24669a1671","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:56.779909064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9fd0d53b-37c2-4939-8790-d38c870cd528","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:56.796649918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8ac3079a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8ac3079a","reconcileID":"b75ec4c7-eacc-4228-85dc-5e3f42bc55d6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8ac3079a","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:56.853270424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"85aaa034-3364-494d-888f-5e24669a1671","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:56.854737999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9fd0d53b-37c2-4939-8790-d38c870cd528","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:12:56.860493616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8ac3079a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8ac3079a","reconcileID":"b75ec4c7-eacc-4228-85dc-5e3f42bc55d6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8ac3079a","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:04.807684405Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"47d493e5-11cc-44f5-897a-49aaf9a4213e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:04.978199445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"91c28fe2-d7de-48f0-a10e-96139c2d28b5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:05.227892354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a368d299-e075-425e-b7aa-73cfb1215356","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:05.92970094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80a53c6e-ed13-4528-8ffa-4403a75c3181","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:05.982143113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80a53c6e-ed13-4528-8ffa-4403a75c3181","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:06.035156235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80a53c6e-ed13-4528-8ffa-4403a75c3181","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:06.088135746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80a53c6e-ed13-4528-8ffa-4403a75c3181","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:06.789168842Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8ac3079a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-8ac3079a","reconcileID":"ddb4ba81-cfa1-4ae5-83a3-0957ce2b2137","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8ac3079a","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-24416a5c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:08.026214903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"565da34a-68b7-4599-8643-7632799fd358","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:08.078709854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"565da34a-68b7-4599-8643-7632799fd358","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:08.131692688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"565da34a-68b7-4599-8643-7632799fd358","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:08.184372455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"565da34a-68b7-4599-8643-7632799fd358","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:09.269650364Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:10.342222384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a705033-1adf-4f30-b408-c401b0ada1ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:10.409192683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a705033-1adf-4f30-b408-c401b0ada1ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:10.464235747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a705033-1adf-4f30-b408-c401b0ada1ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:10.529562312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a705033-1adf-4f30-b408-c401b0ada1ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.886718299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42eab203-ed11-4f28-9e6f-2ebf0ef3e7ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.954646306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42eab203-ed11-4f28-9e6f-2ebf0ef3e7ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:13.008566354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42eab203-ed11-4f28-9e6f-2ebf0ef3e7ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:13.100590726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42eab203-ed11-4f28-9e6f-2ebf0ef3e7ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:15.576361558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"495847d9-83ff-4d46-8dff-5fe0b40795f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:15.644452491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"495847d9-83ff-4d46-8dff-5fe0b40795f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:15.701888567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"495847d9-83ff-4d46-8dff-5fe0b40795f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:15.787592323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"495847d9-83ff-4d46-8dff-5fe0b40795f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:16.859615719Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8ac3079a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-8ac3079a","reconcileID":"e01957d3-e137-42f0-a16b-6b1fcbad7c73","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8ac3079a","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-8ac3079a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:17.03835944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8ac3079a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-8ac3079a","reconcileID":"e01957d3-e137-42f0-a16b-6b1fcbad7c73","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8ac3079a","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:17.038414268Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8ac3079a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-8ac3079a","reconcileID":"e01957d3-e137-42f0-a16b-6b1fcbad7c73","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8ac3079a","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-8ac3079a","subscription":"e2e-neg-ghost-sub-8ac3079a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:17.041234143Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8ac3079a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-8ac3079a","reconcileID":"e01957d3-e137-42f0-a16b-6b1fcbad7c73","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8ac3079a","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-8ac3079a","error":"MaaSModelRef not found: llm/nonexistent-model-8ac3079a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:17.369525093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6190db8f-a945-4915-bf36-bae1d69915e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:17.369597937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6190db8f-a945-4915-bf36-bae1d69915e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:17.596956976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71e98352-426f-4ac0-80cf-3dbe711fed1d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:17.597069881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71e98352-426f-4ac0-80cf-3dbe711fed1d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:17.632037279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"487e813e-8969-4118-83a7-b4fa09fca1b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:17.724639639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"487e813e-8969-4118-83a7-b4fa09fca1b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:17.73107299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29cd24db-f189-44e8-8bd1-cd80e42bb577","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:17.731757827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8ac3079a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8ac3079a","reconcileID":"6c607a30-89e8-4fc2-8693-466ef75f11a9","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8ac3079a","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:17.800402918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8ac3079a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8ac3079a","reconcileID":"6c607a30-89e8-4fc2-8693-466ef75f11a9","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8ac3079a","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:17.804616249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29cd24db-f189-44e8-8bd1-cd80e42bb577","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:18.068498508Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8ac3079a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8ac3079a","reconcileID":"e70136ac-3e0c-454a-bfb5-a31f9ccea692","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8ac3079a","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:18.332716741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e8e0972b-b426-4646-a6de-1822082919be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:18.332950067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e8e0972b-b426-4646-a6de-1822082919be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:18.385762452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c0a4d77-95c6-4a6a-bee9-9a7d750aabcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:18.444662298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c0a4d77-95c6-4a6a-bee9-9a7d750aabcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:18.505515456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c0a4d77-95c6-4a6a-bee9-9a7d750aabcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:18.506204186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"621aa60f-4cf3-4f5c-8ada-73c8102bcdd8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:18.560663729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c0a4d77-95c6-4a6a-bee9-9a7d750aabcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:18.611685968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e357115d-c4c9-47cd-9a01-cd3240fc193b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:18.611811102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e357115d-c4c9-47cd-9a01-cd3240fc193b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:18.638120597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1984c00a-7cb8-42cc-b23a-acd2a0b5c98c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:18.672902596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f256fc0-c026-4273-b333-6d6608bf9487","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:18.672925295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f256fc0-c026-4273-b333-6d6608bf9487","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:18.971698125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bc2a5111","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-bc2a5111","reconcileID":"430e6a89-551e-437a-8181-efd4278f098b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bc2a5111","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:19.032045478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bc2a5111","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-bc2a5111","reconcileID":"430e6a89-551e-437a-8181-efd4278f098b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bc2a5111","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:19.151040079Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bc2a5111","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-bc2a5111","reconcileID":"430e6a89-551e-437a-8181-efd4278f098b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bc2a5111","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-bc2a5111","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:19.453949024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0aced2c2-1c73-42fe-9416-87793f150957","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:19.454180823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0aced2c2-1c73-42fe-9416-87793f150957","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:19.662104068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bc2a5111","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-bc2a5111","reconcileID":"149a21e5-c378-42ac-84f7-980e3e8862f5","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bc2a5111","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:19.720428184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bc2a5111","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-bc2a5111","reconcileID":"149a21e5-c378-42ac-84f7-980e3e8862f5","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bc2a5111","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:19.826727116Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bc2a5111","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-bc2a5111","reconcileID":"149a21e5-c378-42ac-84f7-980e3e8862f5","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bc2a5111","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-bc2a5111","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.327718077Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bc2a5111","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-bc2a5111","reconcileID":"6ddc96bb-68db-43fe-ae8a-753fe845d5c0","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bc2a5111","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.327850724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e59edcea-cc39-4fe5-8c27-e6a2456e34b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.327875961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e59edcea-cc39-4fe5-8c27-e6a2456e34b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.3807632Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bc2a5111","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-bc2a5111","reconcileID":"6ddc96bb-68db-43fe-ae8a-753fe845d5c0","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bc2a5111","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-bc2a5111","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.644522558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f990c217-a3b3-49b2-91ce-b3cd8b27ddda","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.644550224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f990c217-a3b3-49b2-91ce-b3cd8b27ddda","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:25.550963618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1cb1df0-af71-40f3-b810-8e6c3a18f3f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:25.602694433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1cb1df0-af71-40f3-b810-8e6c3a18f3f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:25.654362768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1cb1df0-af71-40f3-b810-8e6c3a18f3f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:25.706294089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1cb1df0-af71-40f3-b810-8e6c3a18f3f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:26.072651633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c1dc0413-7cd6-40ea-b0ce-9923a7fbabbe","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:26.130996894Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-cb8d4e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-cb8d4e","reconcileID":"5f5a1474-21cd-4709-a215-16e4340b3d4b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-cb8d4e","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-cb8d4e":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:26.146961527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"640e30ef-e895-464e-a63b-1fee3b1a4832","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:27.636324888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e243f4c9-34f4-4a25-8a92-a19db15eaba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:27.688000906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e243f4c9-34f4-4a25-8a92-a19db15eaba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:27.740059759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e243f4c9-34f4-4a25-8a92-a19db15eaba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:27.791639004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e243f4c9-34f4-4a25-8a92-a19db15eaba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:29.673514754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f4813e3-e033-4a6a-908b-2bc47149d492","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:29.725396837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f4813e3-e033-4a6a-908b-2bc47149d492","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:29.77721605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f4813e3-e033-4a6a-908b-2bc47149d492","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:29.83045876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f4813e3-e033-4a6a-908b-2bc47149d492","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:30.88408414Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-df41b8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-df41b8","reconcileID":"c625f409-1ed6-4eb7-83ef-19fa1cadbb9c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-df41b8","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-df41b8":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:31.742841991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"341ef490-d6fa-48e9-a471-e3ba65b3e8b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:31.794786834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"341ef490-d6fa-48e9-a471-e3ba65b3e8b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:31.847489085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"341ef490-d6fa-48e9-a471-e3ba65b3e8b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:31.899763681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"341ef490-d6fa-48e9-a471-e3ba65b3e8b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:33.796276036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78f2adb0-806e-4129-a9a0-61c8a273a307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:33.849461705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78f2adb0-806e-4129-a9a0-61c8a273a307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:33.902728098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78f2adb0-806e-4129-a9a0-61c8a273a307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:33.954598841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78f2adb0-806e-4129-a9a0-61c8a273a307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:36.802623652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"ae15df6c-14af-442c-93ea-9339b551019c","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:39.262400272Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:42.045212079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cd516769-d691-4242-ab2e-177802543aeb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:42.147902026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"eae7cf4a-9632-4195-8989-a9e9c622d855","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:45.609151806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"e377f492-f80b-423d-9cef-06be1dd93a4b","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:45.678700327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"e22227e9-d025-4cb7-83d0-aeb6a2755dc6","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:50.973912148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb8d4e"},"namespace":"ai-tenant-e2e-praxis-b-cb8d4e","name":"default-tenant","reconcileID":"e472061d-0491-47d4-b92c-d3f8d557d04b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-cb8d4e","tenantID":"e2e-praxis-b-cb8d4e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:13:51.089535561Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb8d4e"},"namespace":"ai-tenant-e2e-praxis-b-cb8d4e","name":"default-tenant","reconcileID":"e472061d-0491-47d4-b92c-d3f8d557d04b","name":"e2e-praxis-b-cb8d4e-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:00.583857194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"default-tenant","reconcileID":"2306cbeb-9726-4c75-810c-1f9bb80a8db0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:00.696885274Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"default-tenant","reconcileID":"2306cbeb-9726-4c75-810c-1f9bb80a8db0","name":"e2e-shared-a-w4-df41b8-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:08.96700335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e3159561-febc-4885-a511-66296e151992","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:09.149066514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"800bd509-39be-4cdb-97ce-adb07bcf72c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:09.262591756Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:12.260058234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"b8a5a80b-b9c8-4351-bc8b-236506920a11","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:14.172810291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"premium-w3-1b1134","reconcileID":"18ff2114-26c1-43f3-8cae-81af4c81a67e","MaaSModelRef":{"name":"premium-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"premium-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"premium-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:14.207032225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6a622b42-ea77-4630-9f50-b948a4e1a6e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:14.283488451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"d652b2c8-ac08-45f1-a4b6-f27d8e7f669f","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:14.308226779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ae70b449-cff5-47c3-8cc5-07f375c64704","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:14.339173769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"d87601d4-7b9e-404e-8d09-39f914b6c946","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:14:14.388997071Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-subscription","reconcileID":"441bc614-37f1-4622-9536-0964c26d4f1a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:14.50320891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"c141b3f8-bf94-4b64-b0b5-5d359e1f589d","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:14.559290505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"1535d637-3bba-4642-b4dc-42e59b0c176a","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:14.564163057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"7a4e2030-8cfd-4c93-8616-654d185c5c6c","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:14.620921975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"821092c2-5937-49b3-949b-0c860b35d1b6","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:14.719928489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"863a5c13-9d37-4896-a6ab-dc15e1b41b2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:14.771187432Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-subscription","reconcileID":"b3d98931-b2c4-4115-89f4-14246ff2fc4d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"simulator-w3-1b1134","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-1b1134/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:14.825694966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"premium-w3-1b1134","reconcileID":"08947ac9-c426-42d9-a5e0-002dcc16bb24","MaaSModelRef":{"name":"premium-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"premium-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"premium-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:14.841919689Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"863a5c13-9d37-4896-a6ab-dc15e1b41b2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:14.881664583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"3f58abff-9f7c-4476-83c5-7d21a5eb09cc","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:14.895950067Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-1b1134-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"863a5c13-9d37-4896-a6ab-dc15e1b41b2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:14:14.928243187Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-subscription","reconcileID":"b3d98931-b2c4-4115-89f4-14246ff2fc4d","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:14.935136352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"premium-w3-1b1134","reconcileID":"e293d4ef-a350-4c15-9202-26b2f91f9efa","MaaSModelRef":{"name":"premium-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"premium-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"premium-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:14:14.938164723Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-1b1134/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:14.953438015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"216e3545-7df3-444c-a87b-568c84f2a95f","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:14.98994592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"premium-w3-1b1134","reconcileID":"0da2c803-48a2-4470-9598-534ee892ab1b","MaaSModelRef":{"name":"premium-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"premium-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"premium-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:15.0588658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"04ef435a-7f57-4a35-842a-115fb8c38ec5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:15.091476432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"premium-w3-1b1134","reconcileID":"64bd0284-482d-4e50-82f4-df63783bb5f0","MaaSModelRef":{"name":"premium-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"premium-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"premium-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:15.115628401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"04ef435a-7f57-4a35-842a-115fb8c38ec5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:15.186402604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-subscription","reconcileID":"db01b638-dd03-41a7-9687-0b47e380ae58","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:15.192221316Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-1b1134-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"04ef435a-7f57-4a35-842a-115fb8c38ec5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:15.194477635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"premium-w3-1b1134","reconcileID":"b8cf6a13-9f02-4205-8c4d-0ca8fc83636d","MaaSModelRef":{"name":"premium-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"premium-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"premium-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:15.290741729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"c34d2bff-d0e9-470b-8508-a5db046fdb86","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:15.29147239Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-subscription","reconcileID":"1a7a3615-d1c5-4583-8233-cbafb77b7a6c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-premium-w3-1b1134","model":"premium-w3-1b1134","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-1b1134/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:15.302791426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"3d1cb38b-4ac9-4c90-93fd-24ff7f73a8d6","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:15.394293554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"817ca063-96d0-481a-899c-9083a3eba373","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:15.394293293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"be81c13b-c718-45c9-be41-f80f01ea2059","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:15.403250457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"98db593f-534f-4f72-9d90-8292cd31167b","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:15.450519301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"817ca063-96d0-481a-899c-9083a3eba373","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:15.451319866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"be81c13b-c718-45c9-be41-f80f01ea2059","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:15.454309859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"premium-w3-1b1134","reconcileID":"18a1bc9a-946d-4a55-8a50-e970e05f583c","MaaSModelRef":{"name":"premium-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"premium-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"premium-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:15.50488976Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-1b1134-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"817ca063-96d0-481a-899c-9083a3eba373","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:15.505655771Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-1b1134-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"be81c13b-c718-45c9-be41-f80f01ea2059","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:15.561405374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"premium-w3-1b1134","reconcileID":"d672b399-4706-4ca0-93eb-e888c7a4ee6a","MaaSModelRef":{"name":"premium-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"premium-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"premium-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:15.661232489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-subscription","reconcileID":"ecee4857-c1c9-4684-80a5-a9d13d9574be","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-premium-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/premium-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:15.717359521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"afd0764a-44c3-4f64-826a-51f44315d796","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:15.775419966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"afd0764a-44c3-4f64-826a-51f44315d796","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:15.830774872Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-1b1134-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"afd0764a-44c3-4f64-826a-51f44315d796","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:21.781850344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79181062-f5ce-4965-a3ad-2449933937d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:21.837719709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79181062-f5ce-4965-a3ad-2449933937d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:21.891168155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79181062-f5ce-4965-a3ad-2449933937d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:21.948367414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79181062-f5ce-4965-a3ad-2449933937d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:23.875083718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd4b4f16-199f-4db5-aed2-f2f93a37a962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:23.927081917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd4b4f16-199f-4db5-aed2-f2f93a37a962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:23.978871371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd4b4f16-199f-4db5-aed2-f2f93a37a962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:24.030915714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd4b4f16-199f-4db5-aed2-f2f93a37a962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:24.186271541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-subscription","reconcileID":"b9e2e90c-e098-4475-8054-3d1d3bac1b96","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-premium-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/premium-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:24.290504509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-subscription","reconcileID":"6228f50b-b4ae-4b80-b029-ac86eb857c5f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:24.349113774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"premium-w3-1b1134","reconcileID":"a81c0536-74b5-4bb8-99ae-3415798f5ab7","MaaSModelRef":{"name":"premium-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"premium-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"premium-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:24.397290414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"201f8c1c-4a1c-4635-85ff-2e4da8db62b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:24.397290574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"ee0d6896-10b8-4d84-8970-fb7719871b93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:24.453349141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"201f8c1c-4a1c-4635-85ff-2e4da8db62b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:24.453532297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"ee0d6896-10b8-4d84-8970-fb7719871b93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:24.455141816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"57b8c2c4-4083-46f4-a074-6dc9366cfc02","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:24.508849773Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-1b1134-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f874062d73c9bebf3dcedeb32121639cd250bfc6d80b348f69d412f01e4081d7) AuthConfig (11e586485817e0a79593713a10eff3c9a21cae1fd54707603386eae46925cef5) AuthConfig (761a19d79b7f85607a9d24c89d982059ff9660e493b80aecf7a960a0d47bd651) AuthConfig (86a68a4d15d4ee1a0318caed2b45553479a7bce3fb857fed163dc9449173288f) AuthConfig (38d5f4cc4a0be169837e6ea792292a747d89813cb7a7a507b9fdc84d7c8f509d) AuthConfig (94953cdb396bdf562f748fefeea44fcc9874097466f3b170474961ce5d98ffc8) AuthConfig (9a9362b5b63a72cd8ec83de9ca70f5061c4d81a72dedb4e410655ef46805c986) AuthConfig (8e1420231d9c5d4d942db415f9b8b98e0bb47fddbbe3a3c1e27359cdb65fb296) AuthConfig (643f602d0b2536a4d2f8ab2a60314250a9f7761d2879c1ba591e7a90876c17a2) AuthConfig (573cf33b49697d5792d0d949945bdf1d25b9f1b4f6a6c4a87d9a199f71bf6e5c) AuthConfig (06a3857d4f0e4b6253b6d5fce6340e62f645e366f47d2831ea79a6167cfc5feb) AuthConfig (15d61b5afc8333e9f4a9ee87bf4b817c75c213e113d62b093090307dd68066b8) AuthConfig (a7321f70aa1f5ebe7bf095e0503b2f1fff996786d6fff8864436f5d350f233e7) AuthConfig (fc5e2aa6238300854eeec0139789dceb534264d7778ff7faf4f95b1a5524997f) AuthConfig (fbdb8e32a7285eab771d315a63c5136c78976a46f93b91b34e2271c4e7387d5a) AuthConfig (5e1d3c2eec224e1a8dd930a02ec2bed2fb3155b39d58f2ebc7347031d58ee477) AuthConfig (6e18f6e0a47b449d51df3a095a66a9f9e9817b5b64667601855a5e11630c8317) AuthConfig (78dec3bdfe6a08dbb937c8f78c30372ad0c9f915f088e39ffe724a0cc8eeef9a) AuthConfig (1c91098eff355a55b85b41ab3d08875d5f6f596650bc12e596be63ff0e0fa991) AuthConfig (6af009c6e6add9ddbe011bc99b46864784950196c1b5ff29673340d7ed984311) AuthConfig (fa2e4bdd45349a350799098dfce94c97f2be7b4d1dec3a46584e568b5d51c41b) AuthConfig (1851e6095a9c29b1d307f29be872929f2beec0ef33d55392cae460f6c550d4c0) AuthConfig (904887f0cea7896139efdcffb38db90ba17387dfd7250a2e62af675b6e74e055) AuthConfig (8ad2186803322026666963e12b375c2c6467eadf228862d974631c8b671498ea) AuthConfig (97c5fab991ab56cb446444c5d25620b981ec1dbc59c4e532c4e15da803f8a1f2) AuthConfig (06af67da98ba0521730c280bf8a27edd8037f23a7fb1303d3c9b2a3b4caf7299) AuthConfig (2173f7a684fa915febb7959451341d6cf76921f90290fb48c8d5f042c07a2f0d) AuthConfig (a917c2b60553dfb124300c1bd3e6b3b91577063659b5ef0fb6d59b7b3e24b42d) AuthConfig (863085f54ce84d004df5c96b1803aad9037826f1010048d76d33f2dd5935c754) AuthConfig (528d1569c0f42ac468fb1b129e4da287c6d5e5eda4f8a2ad7892d6a03dc7af25)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"ee0d6896-10b8-4d84-8970-fb7719871b93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:24.508868411Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-1b1134-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f874062d73c9bebf3dcedeb32121639cd250bfc6d80b348f69d412f01e4081d7) AuthConfig (11e586485817e0a79593713a10eff3c9a21cae1fd54707603386eae46925cef5) AuthConfig (761a19d79b7f85607a9d24c89d982059ff9660e493b80aecf7a960a0d47bd651) AuthConfig (86a68a4d15d4ee1a0318caed2b45553479a7bce3fb857fed163dc9449173288f) AuthConfig (38d5f4cc4a0be169837e6ea792292a747d89813cb7a7a507b9fdc84d7c8f509d) AuthConfig (94953cdb396bdf562f748fefeea44fcc9874097466f3b170474961ce5d98ffc8) AuthConfig (9a9362b5b63a72cd8ec83de9ca70f5061c4d81a72dedb4e410655ef46805c986) AuthConfig (8e1420231d9c5d4d942db415f9b8b98e0bb47fddbbe3a3c1e27359cdb65fb296) AuthConfig (643f602d0b2536a4d2f8ab2a60314250a9f7761d2879c1ba591e7a90876c17a2) AuthConfig (573cf33b49697d5792d0d949945bdf1d25b9f1b4f6a6c4a87d9a199f71bf6e5c) AuthConfig (06a3857d4f0e4b6253b6d5fce6340e62f645e366f47d2831ea79a6167cfc5feb) AuthConfig (15d61b5afc8333e9f4a9ee87bf4b817c75c213e113d62b093090307dd68066b8) AuthConfig (a7321f70aa1f5ebe7bf095e0503b2f1fff996786d6fff8864436f5d350f233e7) AuthConfig (fc5e2aa6238300854eeec0139789dceb534264d7778ff7faf4f95b1a5524997f) AuthConfig (fbdb8e32a7285eab771d315a63c5136c78976a46f93b91b34e2271c4e7387d5a) AuthConfig (5e1d3c2eec224e1a8dd930a02ec2bed2fb3155b39d58f2ebc7347031d58ee477) AuthConfig (6e18f6e0a47b449d51df3a095a66a9f9e9817b5b64667601855a5e11630c8317) AuthConfig (78dec3bdfe6a08dbb937c8f78c30372ad0c9f915f088e39ffe724a0cc8eeef9a) AuthConfig (1c91098eff355a55b85b41ab3d08875d5f6f596650bc12e596be63ff0e0fa991) AuthConfig (6af009c6e6add9ddbe011bc99b46864784950196c1b5ff29673340d7ed984311) AuthConfig (fa2e4bdd45349a350799098dfce94c97f2be7b4d1dec3a46584e568b5d51c41b) AuthConfig (1851e6095a9c29b1d307f29be872929f2beec0ef33d55392cae460f6c550d4c0) AuthConfig (904887f0cea7896139efdcffb38db90ba17387dfd7250a2e62af675b6e74e055) AuthConfig (8ad2186803322026666963e12b375c2c6467eadf228862d974631c8b671498ea) AuthConfig (97c5fab991ab56cb446444c5d25620b981ec1dbc59c4e532c4e15da803f8a1f2) AuthConfig (06af67da98ba0521730c280bf8a27edd8037f23a7fb1303d3c9b2a3b4caf7299) AuthConfig (2173f7a684fa915febb7959451341d6cf76921f90290fb48c8d5f042c07a2f0d) AuthConfig (a917c2b60553dfb124300c1bd3e6b3b91577063659b5ef0fb6d59b7b3e24b42d) AuthConfig (863085f54ce84d004df5c96b1803aad9037826f1010048d76d33f2dd5935c754) AuthConfig (528d1569c0f42ac468fb1b129e4da287c6d5e5eda4f8a2ad7892d6a03dc7af25)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"201f8c1c-4a1c-4635-85ff-2e4da8db62b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:24.565774879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"premium-w3-1b1134","reconcileID":"237ca95d-d268-4685-be28-55a534a15593","MaaSModelRef":{"name":"premium-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"premium-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"premium-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:24.568200274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"514b7c94-0c98-4913-99e9-1ea51216881b","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:24.719672061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"394af118-5183-4992-8dd0-9b84d702fb82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:24.721180531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"418bb695-43df-479e-bb0e-bedc1d40c61f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:24.776498014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"394af118-5183-4992-8dd0-9b84d702fb82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:24.776626621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"418bb695-43df-479e-bb0e-bedc1d40c61f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:24.831589904Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-1b1134-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f874062d73c9bebf3dcedeb32121639cd250bfc6d80b348f69d412f01e4081d7) AuthConfig (11e586485817e0a79593713a10eff3c9a21cae1fd54707603386eae46925cef5) AuthConfig (761a19d79b7f85607a9d24c89d982059ff9660e493b80aecf7a960a0d47bd651) AuthConfig (86a68a4d15d4ee1a0318caed2b45553479a7bce3fb857fed163dc9449173288f) AuthConfig (38d5f4cc4a0be169837e6ea792292a747d89813cb7a7a507b9fdc84d7c8f509d) AuthConfig (94953cdb396bdf562f748fefeea44fcc9874097466f3b170474961ce5d98ffc8) AuthConfig (9a9362b5b63a72cd8ec83de9ca70f5061c4d81a72dedb4e410655ef46805c986) AuthConfig (8e1420231d9c5d4d942db415f9b8b98e0bb47fddbbe3a3c1e27359cdb65fb296) AuthConfig (643f602d0b2536a4d2f8ab2a60314250a9f7761d2879c1ba591e7a90876c17a2) AuthConfig (573cf33b49697d5792d0d949945bdf1d25b9f1b4f6a6c4a87d9a199f71bf6e5c) AuthConfig (06a3857d4f0e4b6253b6d5fce6340e62f645e366f47d2831ea79a6167cfc5feb) AuthConfig (15d61b5afc8333e9f4a9ee87bf4b817c75c213e113d62b093090307dd68066b8) AuthConfig (a7321f70aa1f5ebe7bf095e0503b2f1fff996786d6fff8864436f5d350f233e7) AuthConfig (fc5e2aa6238300854eeec0139789dceb534264d7778ff7faf4f95b1a5524997f) AuthConfig (fbdb8e32a7285eab771d315a63c5136c78976a46f93b91b34e2271c4e7387d5a) AuthConfig (5e1d3c2eec224e1a8dd930a02ec2bed2fb3155b39d58f2ebc7347031d58ee477) AuthConfig (6e18f6e0a47b449d51df3a095a66a9f9e9817b5b64667601855a5e11630c8317) AuthConfig (78dec3bdfe6a08dbb937c8f78c30372ad0c9f915f088e39ffe724a0cc8eeef9a) AuthConfig (1c91098eff355a55b85b41ab3d08875d5f6f596650bc12e596be63ff0e0fa991) AuthConfig (6af009c6e6add9ddbe011bc99b46864784950196c1b5ff29673340d7ed984311) AuthConfig (fa2e4bdd45349a350799098dfce94c97f2be7b4d1dec3a46584e568b5d51c41b) AuthConfig (1851e6095a9c29b1d307f29be872929f2beec0ef33d55392cae460f6c550d4c0) AuthConfig (904887f0cea7896139efdcffb38db90ba17387dfd7250a2e62af675b6e74e055) AuthConfig (8ad2186803322026666963e12b375c2c6467eadf228862d974631c8b671498ea) AuthConfig (97c5fab991ab56cb446444c5d25620b981ec1dbc59c4e532c4e15da803f8a1f2) AuthConfig (06af67da98ba0521730c280bf8a27edd8037f23a7fb1303d3c9b2a3b4caf7299) AuthConfig (2173f7a684fa915febb7959451341d6cf76921f90290fb48c8d5f042c07a2f0d) AuthConfig (a917c2b60553dfb124300c1bd3e6b3b91577063659b5ef0fb6d59b7b3e24b42d) AuthConfig (863085f54ce84d004df5c96b1803aad9037826f1010048d76d33f2dd5935c754) AuthConfig (528d1569c0f42ac468fb1b129e4da287c6d5e5eda4f8a2ad7892d6a03dc7af25)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"418bb695-43df-479e-bb0e-bedc1d40c61f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:24.831589293Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-1b1134-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f874062d73c9bebf3dcedeb32121639cd250bfc6d80b348f69d412f01e4081d7) AuthConfig (11e586485817e0a79593713a10eff3c9a21cae1fd54707603386eae46925cef5) AuthConfig (761a19d79b7f85607a9d24c89d982059ff9660e493b80aecf7a960a0d47bd651) AuthConfig (86a68a4d15d4ee1a0318caed2b45553479a7bce3fb857fed163dc9449173288f) AuthConfig (38d5f4cc4a0be169837e6ea792292a747d89813cb7a7a507b9fdc84d7c8f509d) AuthConfig (94953cdb396bdf562f748fefeea44fcc9874097466f3b170474961ce5d98ffc8) AuthConfig (9a9362b5b63a72cd8ec83de9ca70f5061c4d81a72dedb4e410655ef46805c986) AuthConfig (8e1420231d9c5d4d942db415f9b8b98e0bb47fddbbe3a3c1e27359cdb65fb296) AuthConfig (643f602d0b2536a4d2f8ab2a60314250a9f7761d2879c1ba591e7a90876c17a2) AuthConfig (573cf33b49697d5792d0d949945bdf1d25b9f1b4f6a6c4a87d9a199f71bf6e5c) AuthConfig (06a3857d4f0e4b6253b6d5fce6340e62f645e366f47d2831ea79a6167cfc5feb) AuthConfig (15d61b5afc8333e9f4a9ee87bf4b817c75c213e113d62b093090307dd68066b8) AuthConfig (a7321f70aa1f5ebe7bf095e0503b2f1fff996786d6fff8864436f5d350f233e7) AuthConfig (fc5e2aa6238300854eeec0139789dceb534264d7778ff7faf4f95b1a5524997f) AuthConfig (fbdb8e32a7285eab771d315a63c5136c78976a46f93b91b34e2271c4e7387d5a) AuthConfig (5e1d3c2eec224e1a8dd930a02ec2bed2fb3155b39d58f2ebc7347031d58ee477) AuthConfig (6e18f6e0a47b449d51df3a095a66a9f9e9817b5b64667601855a5e11630c8317) AuthConfig (78dec3bdfe6a08dbb937c8f78c30372ad0c9f915f088e39ffe724a0cc8eeef9a) AuthConfig (1c91098eff355a55b85b41ab3d08875d5f6f596650bc12e596be63ff0e0fa991) AuthConfig (6af009c6e6add9ddbe011bc99b46864784950196c1b5ff29673340d7ed984311) AuthConfig (fa2e4bdd45349a350799098dfce94c97f2be7b4d1dec3a46584e568b5d51c41b) AuthConfig (1851e6095a9c29b1d307f29be872929f2beec0ef33d55392cae460f6c550d4c0) AuthConfig (904887f0cea7896139efdcffb38db90ba17387dfd7250a2e62af675b6e74e055) AuthConfig (8ad2186803322026666963e12b375c2c6467eadf228862d974631c8b671498ea) AuthConfig (97c5fab991ab56cb446444c5d25620b981ec1dbc59c4e532c4e15da803f8a1f2) AuthConfig (06af67da98ba0521730c280bf8a27edd8037f23a7fb1303d3c9b2a3b4caf7299) AuthConfig (2173f7a684fa915febb7959451341d6cf76921f90290fb48c8d5f042c07a2f0d) AuthConfig (a917c2b60553dfb124300c1bd3e6b3b91577063659b5ef0fb6d59b7b3e24b42d) AuthConfig (863085f54ce84d004df5c96b1803aad9037826f1010048d76d33f2dd5935c754) AuthConfig (528d1569c0f42ac468fb1b129e4da287c6d5e5eda4f8a2ad7892d6a03dc7af25)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"394af118-5183-4992-8dd0-9b84d702fb82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:14:24.884171276Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"394af118-5183-4992-8dd0-9b84d702fb82","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:25.043685148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"c13f7072-fb7e-47c8-b723-3ffd9537f4c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:25.099003486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"c13f7072-fb7e-47c8-b723-3ffd9537f4c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:25.153517423Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-1b1134-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f874062d73c9bebf3dcedeb32121639cd250bfc6d80b348f69d412f01e4081d7) AuthConfig (11e586485817e0a79593713a10eff3c9a21cae1fd54707603386eae46925cef5) AuthConfig (761a19d79b7f85607a9d24c89d982059ff9660e493b80aecf7a960a0d47bd651) AuthConfig (86a68a4d15d4ee1a0318caed2b45553479a7bce3fb857fed163dc9449173288f) AuthConfig (38d5f4cc4a0be169837e6ea792292a747d89813cb7a7a507b9fdc84d7c8f509d) AuthConfig (94953cdb396bdf562f748fefeea44fcc9874097466f3b170474961ce5d98ffc8) AuthConfig (9a9362b5b63a72cd8ec83de9ca70f5061c4d81a72dedb4e410655ef46805c986) AuthConfig (8e1420231d9c5d4d942db415f9b8b98e0bb47fddbbe3a3c1e27359cdb65fb296) AuthConfig (643f602d0b2536a4d2f8ab2a60314250a9f7761d2879c1ba591e7a90876c17a2) AuthConfig (573cf33b49697d5792d0d949945bdf1d25b9f1b4f6a6c4a87d9a199f71bf6e5c) AuthConfig (06a3857d4f0e4b6253b6d5fce6340e62f645e366f47d2831ea79a6167cfc5feb) AuthConfig (15d61b5afc8333e9f4a9ee87bf4b817c75c213e113d62b093090307dd68066b8) AuthConfig (a7321f70aa1f5ebe7bf095e0503b2f1fff996786d6fff8864436f5d350f233e7) AuthConfig (fc5e2aa6238300854eeec0139789dceb534264d7778ff7faf4f95b1a5524997f) AuthConfig (fbdb8e32a7285eab771d315a63c5136c78976a46f93b91b34e2271c4e7387d5a) AuthConfig (5e1d3c2eec224e1a8dd930a02ec2bed2fb3155b39d58f2ebc7347031d58ee477) AuthConfig (6e18f6e0a47b449d51df3a095a66a9f9e9817b5b64667601855a5e11630c8317) AuthConfig (78dec3bdfe6a08dbb937c8f78c30372ad0c9f915f088e39ffe724a0cc8eeef9a) AuthConfig (1c91098eff355a55b85b41ab3d08875d5f6f596650bc12e596be63ff0e0fa991) AuthConfig (6af009c6e6add9ddbe011bc99b46864784950196c1b5ff29673340d7ed984311) AuthConfig (fa2e4bdd45349a350799098dfce94c97f2be7b4d1dec3a46584e568b5d51c41b) AuthConfig (1851e6095a9c29b1d307f29be872929f2beec0ef33d55392cae460f6c550d4c0) AuthConfig (904887f0cea7896139efdcffb38db90ba17387dfd7250a2e62af675b6e74e055) AuthConfig (8ad2186803322026666963e12b375c2c6467eadf228862d974631c8b671498ea) AuthConfig (97c5fab991ab56cb446444c5d25620b981ec1dbc59c4e532c4e15da803f8a1f2) AuthConfig (06af67da98ba0521730c280bf8a27edd8037f23a7fb1303d3c9b2a3b4caf7299) AuthConfig (2173f7a684fa915febb7959451341d6cf76921f90290fb48c8d5f042c07a2f0d) AuthConfig (a917c2b60553dfb124300c1bd3e6b3b91577063659b5ef0fb6d59b7b3e24b42d) AuthConfig (863085f54ce84d004df5c96b1803aad9037826f1010048d76d33f2dd5935c754) AuthConfig (528d1569c0f42ac468fb1b129e4da287c6d5e5eda4f8a2ad7892d6a03dc7af25)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"c13f7072-fb7e-47c8-b723-3ffd9537f4c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:31.621217693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73576718-dde3-43ab-b8cd-081ebd1f6603","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:31.673091324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73576718-dde3-43ab-b8cd-081ebd1f6603","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:31.724934415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73576718-dde3-43ab-b8cd-081ebd1f6603","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:31.776973409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73576718-dde3-43ab-b8cd-081ebd1f6603","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:33.749016185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caef7101-b69f-4636-a0ba-4b4f6c55570d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:33.800836696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caef7101-b69f-4636-a0ba-4b4f6c55570d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:33.852528126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caef7101-b69f-4636-a0ba-4b4f6c55570d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:33.904449624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caef7101-b69f-4636-a0ba-4b4f6c55570d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.039868819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"a94f7e5e-2a6a-473d-a27b-5c47dc5c2811","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.098115201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"a94f7e5e-2a6a-473d-a27b-5c47dc5c2811","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.308305922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"ae4d48ce-5885-4b3d-91e7-0e590566510e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.360215823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"fd5e8f6f-58cd-4008-96f5-78ff9b64169d","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.363793766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"ae4d48ce-5885-4b3d-91e7-0e590566510e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.679928665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"premium-w3-1b1134","reconcileID":"179d846b-21df-4828-ac57-fc388819b554","MaaSModelRef":{"name":"premium-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"premium-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"premium-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:38.4191286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"8c7421f9-73be-455d-87b2-8ca5e59373a0","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:38.475973026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"5e1e5844-6fbf-4722-8b86-2278ae7f4a0c","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:38.630757885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-65a19f8e","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-gw-auth-65a19f8e","reconcileID":"42e826cc-51b3-4769-a7e3-f41f31c40342","MaaSAuthPolicy":{"name":"e2e-gw-auth-65a19f8e","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:38.686583521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-65a19f8e","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-gw-auth-65a19f8e","reconcileID":"42e826cc-51b3-4769-a7e3-f41f31c40342","MaaSAuthPolicy":{"name":"e2e-gw-auth-65a19f8e","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:38.998978502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"38189ba3-b6cd-4e94-8586-b80304fa4911","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:39.153548039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-65a19f8e","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-gw-auth-65a19f8e","reconcileID":"e29f1cac-f72c-4d98-b9eb-3c0d2cfed1e0","MaaSAuthPolicy":{"name":"e2e-gw-auth-65a19f8e","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:39.210420863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-65a19f8e","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-gw-auth-65a19f8e","reconcileID":"e29f1cac-f72c-4d98-b9eb-3c0d2cfed1e0","MaaSAuthPolicy":{"name":"e2e-gw-auth-65a19f8e","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:39.262600617Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:40.261538409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a4de346-2603-46f8-a4ea-9d602d627a14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:40.313497354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a4de346-2603-46f8-a4ea-9d602d627a14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:40.365135965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a4de346-2603-46f8-a4ea-9d602d627a14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:40.41689362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a4de346-2603-46f8-a4ea-9d602d627a14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:40.773481065Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-2cc24d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-2cc24d","reconcileID":"f36b12af-bbdb-493d-8e45-8643c6ccfb95","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-2cc24d","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-2cc24d":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:41.453830094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"137996f4-71df-41d7-9332-e5d9c287647a","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:41.492925579Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-65a19f8e","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-gw-auth-65a19f8e","reconcileID":"40cf54fa-bc0a-444a-abba-92eb2610b3a6","MaaSAuthPolicy":{"name":"e2e-gw-auth-65a19f8e","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:41.702981585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"e9b4ead3-94dd-48c7-a10e-75652b9b6943","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:42.331996448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec183f35-04b1-469e-a1ae-3201f5e67875","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:42.383898549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec183f35-04b1-469e-a1ae-3201f5e67875","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:42.435963819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec183f35-04b1-469e-a1ae-3201f5e67875","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:42.488095094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec183f35-04b1-469e-a1ae-3201f5e67875","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:44.439674353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b870dea-adf6-45a2-8f6b-a175d87946a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:44.491703008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b870dea-adf6-45a2-8f6b-a175d87946a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:44.492961751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"178fdad8-dd80-46da-862e-ddeff4887507","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:44.543559946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b870dea-adf6-45a2-8f6b-a175d87946a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:44.544804601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c22ddae8-3f53-4bd0-809f-abc75818d95c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:44.599916011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b870dea-adf6-45a2-8f6b-a175d87946a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:44.678626544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"89910edf-384e-41b6-8c90-537e5f0e4cf7","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:44.679126213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"premium-w3-1b1134","reconcileID":"9cdbea9e-30e7-4dad-8220-d8b09f853462","MaaSModelRef":{"name":"premium-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"premium-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"premium-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:44.727725168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"0ccea911-eff2-477e-802c-742ce7bf4608","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:14:44.730753742Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-d204f4/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:44.763645408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-subscription","reconcileID":"faa12af7-5d86-40fc-8b9d-9b6403bb9116","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:44.763695424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-subscription","reconcileID":"369a4838-ac25-4414-b05c-96e00f8ae278","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-premium-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/premium-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:44.764080129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"631afed7-e1ad-47b9-9df1-e5dd7c1c0fdd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:44.78176658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"af35bb37-0757-412c-ad88-13b676735a88","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:44.873388487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"5a8e5090-dc97-495a-84e1-03d30fc858a1","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:44.930780569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"1afc5b44-89eb-4080-9f0a-cd360e19f967","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:44.996412972Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"6fcc889b-da6a-4e41-a166-711b988bde93","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"simulator-w0-d204f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:45.033067746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"26c9bfea-97de-4535-aac9-efcdbd50fdf5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:45.186866882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"a3e9760f-f413-4d0c-a8d1-4b057a13f5d0","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:45.187800493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"891f55ba-e3b1-4b93-8626-e582c6f0d5d2","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:45.192464736Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"26c9bfea-97de-4535-aac9-efcdbd50fdf5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:45.245101781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"8c93d76b-671f-4305-a68c-0d2897081a6c","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:45.248236552Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-d204f4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"26c9bfea-97de-4535-aac9-efcdbd50fdf5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:45.294884471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"21d67a5d-0f69-48d2-98a0-99c741d92f62","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:14:45.301319803Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-d204f4/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:45.302886299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"69633049-9452-4278-9216-5410023b151e","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:45.353025117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"5542d288-bc62-4090-9127-803c286a9da6","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:45.395132311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"e9681b58-5581-4ca0-bc50-7c2fd577fba1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:45.405600076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"640f2495-dcce-4d8e-bfd5-4f64b31319b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:45.4309374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"8f893cf7-3d7c-4940-ad4e-50aca0301a2e","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:45.462559451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"640f2495-dcce-4d8e-bfd5-4f64b31319b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:45.487974248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"ac5af8d3-d80d-4a9e-941f-2cdbf58de993","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:45.519062164Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-d204f4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"640f2495-dcce-4d8e-bfd5-4f64b31319b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:45.557449348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"3e2374ea-a3b5-4acc-b744-751191b5a839","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:45.564764157Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-subscription","reconcileID":"3e4a9d5a-5a14-4ec2-a312-ecd47e5d6917","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-premium-w0-d204f4","model":"premium-w0-d204f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:14:45.575910536Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"640f2495-dcce-4d8e-bfd5-4f64b31319b2","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:45.638824558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"5805e73d-d81b-4d60-b7da-6b32495092a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:45.694108988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"5805e73d-d81b-4d60-b7da-6b32495092a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:45.725891976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"7d5d38a2-3861-4115-908c-e00b5ce0baf0","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:45.739181448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"f1a1ae04-054c-4e74-98a6-536817ef2e43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:45.748904113Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-d204f4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"5805e73d-d81b-4d60-b7da-6b32495092a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:45.79456594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"f1a1ae04-054c-4e74-98a6-536817ef2e43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:45.805183831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"08257669-147f-4cba-93ce-a745052c9be7","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:45.849467848Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-d204f4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"f1a1ae04-054c-4e74-98a6-536817ef2e43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:45.932849261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-subscription","reconcileID":"92352a2c-d5ed-42a4-aaad-41e46bc3344f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-premium-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/premium-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:45.961516422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"12c99e6f-99f3-43fe-bd42-c144d0249397","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:46.017484594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"12c99e6f-99f3-43fe-bd42-c144d0249397","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:46.072115878Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-d204f4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"12c99e6f-99f3-43fe-bd42-c144d0249397","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:56.008098352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"2e1f24d4-fb26-4e24-8e65-dafca31d3cd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:56.065638432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"2e1f24d4-fb26-4e24-8e65-dafca31d3cd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:56.119872277Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-d204f4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"2e1f24d4-fb26-4e24-8e65-dafca31d3cd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:56.227869298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"8c04a20c-7a1a-4901-a460-d52cfccb94ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:56.2841838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"8c04a20c-7a1a-4901-a460-d52cfccb94ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:56.338581462Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-d204f4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"8c04a20c-7a1a-4901-a460-d52cfccb94ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:56.721879586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"c0f6205a-286e-4251-a369-8c730e73d20f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:56.818924417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-subscription","reconcileID":"ec55c610-c50f-48b8-baff-85cce9db001b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-premium-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/premium-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:56.883002373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"bab80d9d-523b-4d1a-9648-905a216cdb49","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:56.920201175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f62612ef-4789-4dbf-a252-243556619bef","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:56.983222863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"4d967cec-61bc-4322-8600-4bee2906fe08","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:57.068350693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-subscription","reconcileID":"77cfd2fe-9432-4dfd-9ccc-d49be30d3412","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-premium-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/premium-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:57.169172234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8c34a591-6ed0-4d3e-a42e-216819252af7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:57.188387611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-subscription","reconcileID":"0b789d6a-34fd-4415-991b-62fc780201c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:57.351825196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"a3e28499-f8cd-43b8-af68-bacd8bf936f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:57.351825268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"5d71c1cf-48ee-4ca5-953b-18a53477e1c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:57.408099224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"5d71c1cf-48ee-4ca5-953b-18a53477e1c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:57.409615478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"a3e28499-f8cd-43b8-af68-bacd8bf936f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:57.462862816Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-d204f4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a4067aec56a050e2c2ab2a1a7906e770fce929a154856e402edc2e872f20ec16) AuthConfig (99e9d991a98794d4152bd3c2bcaacabf68db9629e9384d65199ddabf8e639d4a) AuthConfig (90635e354a5a36ba706db75c6803a6f91ad32528dc7b96a6280f92afd2e738f0) AuthConfig (84c510ef95efb2c0618f42772a872c9b81e1e3ea6709f2e1566367528199c4bd) AuthConfig (de4dc9045e90f4c09593dae57ee90e3f1053cdcc134b1a512266d314e981aede) AuthConfig (6d0cd16ab3bf5c33d71f1f1377da590e5c4a593c7a36591081d826c318d2f9c9) AuthConfig (cc3d84808f6a22bbeb6ddaaf633c51d939754370a4a1e5072b5f94a213498896) AuthConfig (305ed974fa2865b83ccb2356979943d9f0d69f6043d1d56208f52d33ed685ca9) AuthConfig (b230d303e92edd691cd85923da06a46855118e7f537d91b1613f873309b6ca20) AuthConfig (2613e1c67ac48bf6b019ddeb7270a3c0c30976d6c4f9ad4d5a9c99c775590aa9) AuthConfig (aa52164a4e20befc023017e4a309ba2b3811bd12b8e18b27e20df3ccb2ee4d8c) AuthConfig (1ea9be823b9c2c8e537542433b4c2957e94f2c586631acbccb1fac2ecc38d5a9) AuthConfig (0b0fe3952321f5c2880619fee777265e88a72d36ae4a37e3209b23b5c0a1de14) AuthConfig (ecae0d0fb1ada86e7f56b0bf69f66debe7ac01af21de7405d6db52a768e66ebf) AuthConfig (1c16d015647a52a595c00b61bc8e6d2d1372228aec73674510c6c618e5c34bbe) AuthConfig (821efe4f4d3f7121d31e7d35e63c1bf3aba2ee1a0f1caf4576e8bbda2a1b3ff7) AuthConfig (a3cc535eacc8de8b96d934e292f52de06575d2ca84133c7ddcd145b911ffd8c9) AuthConfig (4a23d55537f4e87ee69d8b079d4a548ceddb29bcb7497d93021d5a71a92b960c) AuthConfig (45ef58562635205a808a844f8f1aad5fbd55d1af5816d6418cc3968e3fb9b27c) AuthConfig (8409b6fe1a0cfd93bc60e8750099b1480dd8370a02250b3f87b94d43664449c3) AuthConfig (601c5c6bf9b1db85541e24e6154f2e69705c48717f9e0cc54a3977601fe03ea5) AuthConfig (235bc61353338b9cc5479db576c3de3942603ed69705f33cb4321cc260244f97) AuthConfig (2e2cffddf79afbe09f4a8f3d1a74387f2203b97beaed2cbc737a2758ff43bad9) AuthConfig (ab9eddb896d0bf5286777916e0f6b4d332e9abd1448e2d3774d6da34a2020b22) AuthConfig (ed0dcfae92c5ae796d257ceffb5a3e6370d0ab14472dc406046ba66b35574634) AuthConfig (77edada0a28e778c7db2a763771ccb3ae03197340ae6b6867015922912944ce4) AuthConfig (9c82cd1214f7c82ac7db078d3579b6c2705463c5bacd8a5b5504f61faf82b662) AuthConfig (dd1c6575b9e4f844be5e2b4e3d010c5bb1ec74eb3da75a9b2641323c09b3ea4f) AuthConfig (9ad4cbfd0cd1c55ac756b6cbee494e265c243bf7ff420a887c91b24b445f3b6e) AuthConfig (ab17ac23b8884e5543a665bae77ce310f3f8da04c92f29a4662cbb1f7d386e73)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"5d71c1cf-48ee-4ca5-953b-18a53477e1c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:57.467443448Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-d204f4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a4067aec56a050e2c2ab2a1a7906e770fce929a154856e402edc2e872f20ec16) AuthConfig (99e9d991a98794d4152bd3c2bcaacabf68db9629e9384d65199ddabf8e639d4a) AuthConfig (90635e354a5a36ba706db75c6803a6f91ad32528dc7b96a6280f92afd2e738f0) AuthConfig (84c510ef95efb2c0618f42772a872c9b81e1e3ea6709f2e1566367528199c4bd) AuthConfig (de4dc9045e90f4c09593dae57ee90e3f1053cdcc134b1a512266d314e981aede) AuthConfig (6d0cd16ab3bf5c33d71f1f1377da590e5c4a593c7a36591081d826c318d2f9c9) AuthConfig (cc3d84808f6a22bbeb6ddaaf633c51d939754370a4a1e5072b5f94a213498896) AuthConfig (305ed974fa2865b83ccb2356979943d9f0d69f6043d1d56208f52d33ed685ca9) AuthConfig (b230d303e92edd691cd85923da06a46855118e7f537d91b1613f873309b6ca20) AuthConfig (2613e1c67ac48bf6b019ddeb7270a3c0c30976d6c4f9ad4d5a9c99c775590aa9) AuthConfig (aa52164a4e20befc023017e4a309ba2b3811bd12b8e18b27e20df3ccb2ee4d8c) AuthConfig (1ea9be823b9c2c8e537542433b4c2957e94f2c586631acbccb1fac2ecc38d5a9) AuthConfig (0b0fe3952321f5c2880619fee777265e88a72d36ae4a37e3209b23b5c0a1de14) AuthConfig (ecae0d0fb1ada86e7f56b0bf69f66debe7ac01af21de7405d6db52a768e66ebf) AuthConfig (1c16d015647a52a595c00b61bc8e6d2d1372228aec73674510c6c618e5c34bbe) AuthConfig (821efe4f4d3f7121d31e7d35e63c1bf3aba2ee1a0f1caf4576e8bbda2a1b3ff7) AuthConfig (a3cc535eacc8de8b96d934e292f52de06575d2ca84133c7ddcd145b911ffd8c9) AuthConfig (4a23d55537f4e87ee69d8b079d4a548ceddb29bcb7497d93021d5a71a92b960c) AuthConfig (45ef58562635205a808a844f8f1aad5fbd55d1af5816d6418cc3968e3fb9b27c) AuthConfig (8409b6fe1a0cfd93bc60e8750099b1480dd8370a02250b3f87b94d43664449c3) AuthConfig (601c5c6bf9b1db85541e24e6154f2e69705c48717f9e0cc54a3977601fe03ea5) AuthConfig (235bc61353338b9cc5479db576c3de3942603ed69705f33cb4321cc260244f97) AuthConfig (2e2cffddf79afbe09f4a8f3d1a74387f2203b97beaed2cbc737a2758ff43bad9) AuthConfig (ab9eddb896d0bf5286777916e0f6b4d332e9abd1448e2d3774d6da34a2020b22) AuthConfig (ed0dcfae92c5ae796d257ceffb5a3e6370d0ab14472dc406046ba66b35574634) AuthConfig (77edada0a28e778c7db2a763771ccb3ae03197340ae6b6867015922912944ce4) AuthConfig (9c82cd1214f7c82ac7db078d3579b6c2705463c5bacd8a5b5504f61faf82b662) AuthConfig (dd1c6575b9e4f844be5e2b4e3d010c5bb1ec74eb3da75a9b2641323c09b3ea4f) AuthConfig (9ad4cbfd0cd1c55ac756b6cbee494e265c243bf7ff420a887c91b24b445f3b6e) AuthConfig (ab17ac23b8884e5543a665bae77ce310f3f8da04c92f29a4662cbb1f7d386e73)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"a3e28499-f8cd-43b8-af68-bacd8bf936f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:57.519809656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"66d0ad22-82e7-427e-ba3a-a230d491dbf7","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:57.59766578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"687d6b5c-e387-4d58-b79d-e8c8fdc1f2ea","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:57.75162638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"7c2ad752-f232-41dd-9a1f-4dbfa5d17448","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:57.751626466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"d2f6a627-b54d-4ca1-8353-75bb141b9cfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:57.813646508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"d2f6a627-b54d-4ca1-8353-75bb141b9cfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:57.822271557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"7c2ad752-f232-41dd-9a1f-4dbfa5d17448","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:57.885527987Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-d204f4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a4067aec56a050e2c2ab2a1a7906e770fce929a154856e402edc2e872f20ec16) AuthConfig (99e9d991a98794d4152bd3c2bcaacabf68db9629e9384d65199ddabf8e639d4a) AuthConfig (90635e354a5a36ba706db75c6803a6f91ad32528dc7b96a6280f92afd2e738f0) AuthConfig (84c510ef95efb2c0618f42772a872c9b81e1e3ea6709f2e1566367528199c4bd) AuthConfig (de4dc9045e90f4c09593dae57ee90e3f1053cdcc134b1a512266d314e981aede) AuthConfig (6d0cd16ab3bf5c33d71f1f1377da590e5c4a593c7a36591081d826c318d2f9c9) AuthConfig (cc3d84808f6a22bbeb6ddaaf633c51d939754370a4a1e5072b5f94a213498896) AuthConfig (305ed974fa2865b83ccb2356979943d9f0d69f6043d1d56208f52d33ed685ca9) AuthConfig (b230d303e92edd691cd85923da06a46855118e7f537d91b1613f873309b6ca20) AuthConfig (2613e1c67ac48bf6b019ddeb7270a3c0c30976d6c4f9ad4d5a9c99c775590aa9) AuthConfig (aa52164a4e20befc023017e4a309ba2b3811bd12b8e18b27e20df3ccb2ee4d8c) AuthConfig (1ea9be823b9c2c8e537542433b4c2957e94f2c586631acbccb1fac2ecc38d5a9) AuthConfig (0b0fe3952321f5c2880619fee777265e88a72d36ae4a37e3209b23b5c0a1de14) AuthConfig (ecae0d0fb1ada86e7f56b0bf69f66debe7ac01af21de7405d6db52a768e66ebf) AuthConfig (1c16d015647a52a595c00b61bc8e6d2d1372228aec73674510c6c618e5c34bbe) AuthConfig (821efe4f4d3f7121d31e7d35e63c1bf3aba2ee1a0f1caf4576e8bbda2a1b3ff7) AuthConfig (a3cc535eacc8de8b96d934e292f52de06575d2ca84133c7ddcd145b911ffd8c9) AuthConfig (4a23d55537f4e87ee69d8b079d4a548ceddb29bcb7497d93021d5a71a92b960c) AuthConfig (45ef58562635205a808a844f8f1aad5fbd55d1af5816d6418cc3968e3fb9b27c) AuthConfig (8409b6fe1a0cfd93bc60e8750099b1480dd8370a02250b3f87b94d43664449c3) AuthConfig (601c5c6bf9b1db85541e24e6154f2e69705c48717f9e0cc54a3977601fe03ea5) AuthConfig (235bc61353338b9cc5479db576c3de3942603ed69705f33cb4321cc260244f97) AuthConfig (2e2cffddf79afbe09f4a8f3d1a74387f2203b97beaed2cbc737a2758ff43bad9) AuthConfig (ab9eddb896d0bf5286777916e0f6b4d332e9abd1448e2d3774d6da34a2020b22) AuthConfig (ed0dcfae92c5ae796d257ceffb5a3e6370d0ab14472dc406046ba66b35574634) AuthConfig (77edada0a28e778c7db2a763771ccb3ae03197340ae6b6867015922912944ce4) AuthConfig (9c82cd1214f7c82ac7db078d3579b6c2705463c5bacd8a5b5504f61faf82b662) AuthConfig (dd1c6575b9e4f844be5e2b4e3d010c5bb1ec74eb3da75a9b2641323c09b3ea4f) AuthConfig (9ad4cbfd0cd1c55ac756b6cbee494e265c243bf7ff420a887c91b24b445f3b6e) AuthConfig (ab17ac23b8884e5543a665bae77ce310f3f8da04c92f29a4662cbb1f7d386e73)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"d2f6a627-b54d-4ca1-8353-75bb141b9cfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:57.926646157Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-d204f4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a4067aec56a050e2c2ab2a1a7906e770fce929a154856e402edc2e872f20ec16) AuthConfig (99e9d991a98794d4152bd3c2bcaacabf68db9629e9384d65199ddabf8e639d4a) AuthConfig (90635e354a5a36ba706db75c6803a6f91ad32528dc7b96a6280f92afd2e738f0) AuthConfig (84c510ef95efb2c0618f42772a872c9b81e1e3ea6709f2e1566367528199c4bd) AuthConfig (de4dc9045e90f4c09593dae57ee90e3f1053cdcc134b1a512266d314e981aede) AuthConfig (6d0cd16ab3bf5c33d71f1f1377da590e5c4a593c7a36591081d826c318d2f9c9) AuthConfig (cc3d84808f6a22bbeb6ddaaf633c51d939754370a4a1e5072b5f94a213498896) AuthConfig (305ed974fa2865b83ccb2356979943d9f0d69f6043d1d56208f52d33ed685ca9) AuthConfig (b230d303e92edd691cd85923da06a46855118e7f537d91b1613f873309b6ca20) AuthConfig (2613e1c67ac48bf6b019ddeb7270a3c0c30976d6c4f9ad4d5a9c99c775590aa9) AuthConfig (aa52164a4e20befc023017e4a309ba2b3811bd12b8e18b27e20df3ccb2ee4d8c) AuthConfig (1ea9be823b9c2c8e537542433b4c2957e94f2c586631acbccb1fac2ecc38d5a9) AuthConfig (0b0fe3952321f5c2880619fee777265e88a72d36ae4a37e3209b23b5c0a1de14) AuthConfig (ecae0d0fb1ada86e7f56b0bf69f66debe7ac01af21de7405d6db52a768e66ebf) AuthConfig (1c16d015647a52a595c00b61bc8e6d2d1372228aec73674510c6c618e5c34bbe) AuthConfig (821efe4f4d3f7121d31e7d35e63c1bf3aba2ee1a0f1caf4576e8bbda2a1b3ff7) AuthConfig (a3cc535eacc8de8b96d934e292f52de06575d2ca84133c7ddcd145b911ffd8c9) AuthConfig (4a23d55537f4e87ee69d8b079d4a548ceddb29bcb7497d93021d5a71a92b960c) AuthConfig (45ef58562635205a808a844f8f1aad5fbd55d1af5816d6418cc3968e3fb9b27c) AuthConfig (8409b6fe1a0cfd93bc60e8750099b1480dd8370a02250b3f87b94d43664449c3) AuthConfig (601c5c6bf9b1db85541e24e6154f2e69705c48717f9e0cc54a3977601fe03ea5) AuthConfig (235bc61353338b9cc5479db576c3de3942603ed69705f33cb4321cc260244f97) AuthConfig (2e2cffddf79afbe09f4a8f3d1a74387f2203b97beaed2cbc737a2758ff43bad9) AuthConfig (ab9eddb896d0bf5286777916e0f6b4d332e9abd1448e2d3774d6da34a2020b22) AuthConfig (ed0dcfae92c5ae796d257ceffb5a3e6370d0ab14472dc406046ba66b35574634) AuthConfig (77edada0a28e778c7db2a763771ccb3ae03197340ae6b6867015922912944ce4) AuthConfig (9c82cd1214f7c82ac7db078d3579b6c2705463c5bacd8a5b5504f61faf82b662) AuthConfig (dd1c6575b9e4f844be5e2b4e3d010c5bb1ec74eb3da75a9b2641323c09b3ea4f) AuthConfig (9ad4cbfd0cd1c55ac756b6cbee494e265c243bf7ff420a887c91b24b445f3b6e) AuthConfig (ab17ac23b8884e5543a665bae77ce310f3f8da04c92f29a4662cbb1f7d386e73)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"7c2ad752-f232-41dd-9a1f-4dbfa5d17448","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:58.443425794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e01a6dbd-487c-436f-9a5b-8e6551fdc3aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:58.495437452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e01a6dbd-487c-436f-9a5b-8e6551fdc3aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:58.547388349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e01a6dbd-487c-436f-9a5b-8e6551fdc3aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:58.600384838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e01a6dbd-487c-436f-9a5b-8e6551fdc3aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:14:59.027747083Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-ad7edb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-ad7edb","reconcileID":"f340dab6-5c5b-4b08-8684-21d9c337927b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-ad7edb","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-ad7edb":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:00.485205943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"338fbd3c-e206-4495-9661-a60afa2251da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:00.540205918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"338fbd3c-e206-4495-9661-a60afa2251da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:00.593690631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"338fbd3c-e206-4495-9661-a60afa2251da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:00.647755162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"338fbd3c-e206-4495-9661-a60afa2251da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:02.66498724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8466a56c-b100-4e3d-a4a5-d0dcf8c3c431","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:02.716931933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8466a56c-b100-4e3d-a4a5-d0dcf8c3c431","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:02.769134103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8466a56c-b100-4e3d-a4a5-d0dcf8c3c431","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:02.821451645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8466a56c-b100-4e3d-a4a5-d0dcf8c3c431","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:03.667955913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"13fa4758-f20d-40e5-a0fc-220cceab6cef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:03.668456883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"premium-w3-1b1134","reconcileID":"90d73419-f761-4e12-99bf-397b463d06b2","MaaSModelRef":{"name":"premium-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"premium-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"premium-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:03.7339692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"86547f6d-d78b-4c3d-98f7-d54899884e30","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:03.734297163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"premium-w3-1b1134","reconcileID":"006e43b5-2f04-4d42-9856-f20822ca4f9a","MaaSModelRef":{"name":"premium-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"premium-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"premium-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:03.823545335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"25d97409-fa82-487a-8788-0fef3e2b86cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:03.823545222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"5193d6d6-65d6-4055-93b4-fdfe4cd2cd79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:03.876314974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-subscription","reconcileID":"c2b66d9f-848f-413f-a2aa-74d26c6ff072","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-premium-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/premium-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:03.876515959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-subscription","reconcileID":"602a94b6-566f-4050-892d-7ce838cd0768","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:03.879866347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"25d97409-fa82-487a-8788-0fef3e2b86cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:03.880314044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"5193d6d6-65d6-4055-93b4-fdfe4cd2cd79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:04.239725424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"94612ba4-d16d-448b-9e54-32fca29eed0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:04.239882867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"c894bf0d-ae7a-443d-8c40-1e86580e7949","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:04.295899566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"94612ba4-d16d-448b-9e54-32fca29eed0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:04.295982128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"c894bf0d-ae7a-443d-8c40-1e86580e7949","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:05.039471122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"eb22066a-7eab-488a-bcb3-632cc1a0076c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:05.140597871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0cc543a9-b152-4cab-8485-552652bfb194","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:05.279868696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"7a21661e-5326-4288-a74b-0a28d0300f9e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:05.521320774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-subscription","reconcileID":"f7900d74-2c4b-403f-85b5-3332a14f4f88","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:05.622721613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-subscription","reconcileID":"f6ec79d6-9476-407f-9d75-9e6c5c7342b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-premium-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/premium-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:05.722274308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-subscription","reconcileID":"6ae9f966-7288-4fec-b766-7a0351ef9596","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-premium-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/premium-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:08.040788819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"fbeb83bf-25c9-492f-9735-022a2fffd15f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:08.081619725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"3061962b-9241-4ba1-91cf-974df03d79c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:08.097074556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"fbeb83bf-25c9-492f-9735-022a2fffd15f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:08.137427201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"3061962b-9241-4ba1-91cf-974df03d79c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:08.364900753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"bbfda455-2b3e-4a15-a7ca-31d70ac7b781","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:08.402174647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"209c3684-af08-4cd4-9e3d-43d47fd9185a","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:09.262547516Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:11.147487374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3","reconcileID":"5d8331d5-a408-4296-947e-f156e851f007","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"tenant":"e2e-praxis-a-381df3","gateway":"openshift-ingress/e2e-praxis-a-381df3","model":"ai-tenant-e2e-praxis-a-381df3/praxis-route-381df3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:11.147515685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3","reconcileID":"5d8331d5-a408-4296-947e-f156e851f007","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"routeName":"praxis-route-381df3-kserve-route","namespace":"ai-tenant-e2e-praxis-a-381df3","llmisvcName":"praxis-route-381df3","gateway":"openshift-ingress/e2e-praxis-a-381df3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:13.171170943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"69da49f8-b0f9-45ae-a779-062b3a61cc05","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:13.395990681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5c334b70-f33b-4839-aeed-5e61a68e9464","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:13.512882807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"42269d87-baa4-47b1-b3a7-8517c23393bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:13.61798923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-subscription","reconcileID":"30020034-749f-4f3e-bd1a-4163c23de4e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-premium-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/premium-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:13.632814673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-subscription","reconcileID":"4817411b-3129-4276-8b3e-2337edb79acd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:13.714760773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-subscription","reconcileID":"78a87519-d819-4ca2-b4d0-d167f89f02c7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-premium-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/premium-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:13.773585174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"d50233f7-a67d-43de-8a6a-0c4920dfcd1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:13.77364458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"854f0098-23a7-48ca-a5dc-a8b5038e841a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:13.829272294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"d50233f7-a67d-43de-8a6a-0c4920dfcd1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:13.830679354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"854f0098-23a7-48ca-a5dc-a8b5038e841a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:14.23078599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"default-tenant","reconcileID":"4ce9d75a-96ef-486c-8421-b8e179f6f390","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d","tenantID":"e2e-shared-b-w4-2cc24d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:14.346261829Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"default-tenant","reconcileID":"4ce9d75a-96ef-486c-8421-b8e179f6f390","name":"e2e-shared-b-w4-2cc24d-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.57693311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3","reconcileID":"fcb99b1b-802f-4138-acc8-ffb0f73b4b53","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"tenant":"e2e-praxis-a-381df3","gateway":"openshift-ingress/e2e-praxis-a-381df3","model":"ai-tenant-e2e-praxis-a-381df3/praxis-route-381df3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.577032668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3","reconcileID":"fcb99b1b-802f-4138-acc8-ffb0f73b4b53","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"routeName":"praxis-route-381df3-kserve-route","namespace":"ai-tenant-e2e-praxis-a-381df3","llmisvcName":"praxis-route-381df3","gateway":"openshift-ingress/e2e-praxis-a-381df3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.630728127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3","reconcileID":"91e1fdbd-522d-4ca2-a9d3-74529bb18944","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"tenant":"e2e-praxis-a-381df3","gateway":"openshift-ingress/e2e-praxis-a-381df3","model":"ai-tenant-e2e-praxis-a-381df3/praxis-route-381df3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.630751404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3","reconcileID":"91e1fdbd-522d-4ca2-a9d3-74529bb18944","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"routeName":"praxis-route-381df3-kserve-route","namespace":"ai-tenant-e2e-praxis-a-381df3","llmisvcName":"praxis-route-381df3","gateway":"openshift-ingress/e2e-praxis-a-381df3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.734316265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3-auth","reconcileID":"a70275ee-5204-4ab7-8a21-274e7ed64c11","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-381df3","tenantID":"e2e-praxis-a-381df3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.855840526Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3-auth","reconcileID":"a70275ee-5204-4ab7-8a21-274e7ed64c11","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"name":"e2e-praxis-a-381df3-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.90964886Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-381df3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3-auth","reconcileID":"a70275ee-5204-4ab7-8a21-274e7ed64c11","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.966106118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3","reconcileID":"ce1eb87f-7d98-4472-8cd1-56073a57cf58","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"tenant":"e2e-praxis-a-381df3","gateway":"openshift-ingress/e2e-praxis-a-381df3","model":"ai-tenant-e2e-praxis-a-381df3/praxis-route-381df3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.966126026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3","reconcileID":"ce1eb87f-7d98-4472-8cd1-56073a57cf58","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"routeName":"praxis-route-381df3-kserve-route","namespace":"ai-tenant-e2e-praxis-a-381df3","llmisvcName":"praxis-route-381df3","gateway":"openshift-ingress/e2e-praxis-a-381df3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:21.040808891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"fd56654f-d410-42cd-ade3-b238168b82cc","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:21.09503093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"fcaed714-7bac-4429-ab16-1f80cd95cfdb","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:21.24881423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b1fd5691-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-bulk-sub-b1fd5691-auth","reconcileID":"8771d565-6207-4132-954f-57b3459a361d","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b1fd5691-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:21.30410773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b1fd5691-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-bulk-sub-b1fd5691-auth","reconcileID":"8771d565-6207-4132-954f-57b3459a361d","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b1fd5691-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:21.320272066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"6a2e160d-2637-404c-84fe-d80ec2ea327b","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:21.376944244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"07e1b03f-28c6-412a-95ee-fe62353df1a7","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:15:21.426931867Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-b1fd5691","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-bulk-sub-b1fd5691","reconcileID":"8f10ebad-1d89-4997-b121-6b1407282dcb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-b1fd5691\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:21.43415204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"5f04a066-7a42-4698-82c6-6e656eb92917","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:21.475065238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"e3f176a4-5ab9-45aa-93c2-eed7dcfd02ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:21.475085222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"09f94a2c-ebb2-4ba6-8c28-b74e83af8cf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:21.531390498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"e3f176a4-5ab9-45aa-93c2-eed7dcfd02ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:21.531522828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"09f94a2c-ebb2-4ba6-8c28-b74e83af8cf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:21.539489729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"b950a950-0cfb-495e-bc92-abcd003f1df6","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:21.569446013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"f0137f7d-403e-491d-b1cf-fa093d80d748","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:21.59564369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"2643b2a1-fae6-464e-829b-4c1d07772a75","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:21.723446898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b1fd5691-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-bulk-sub-b1fd5691-auth","reconcileID":"5bcf0fb0-eb93-422b-8d79-015473a3b5b9","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b1fd5691-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:21.778712417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b1fd5691-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-bulk-sub-b1fd5691-auth","reconcileID":"5bcf0fb0-eb93-422b-8d79-015473a3b5b9","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b1fd5691-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:21.839022226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"3efd8df5-768d-4bda-bc81-c84c6e7dbabb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:21.839022229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"8c3524b4-967b-4c0a-bd56-3c52f71dce33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:21.859121733Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-b1fd5691","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-bulk-sub-b1fd5691","reconcileID":"72785519-4112-4995-8bdf-b34ca93211cb","MaaSSubscription":{"name":"e2e-bulk-sub-b1fd5691","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/e2e-bulk-sub-b1fd5691","ai-tenant-e2e-worker-w0-d204f4/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:21.895442344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"3efd8df5-768d-4bda-bc81-c84c6e7dbabb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:21.895920242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"8c3524b4-967b-4c0a-bd56-3c52f71dce33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:22.021036996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"620fea0e-8da7-4e88-a708-e60f0cab93d2","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:22.067577238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"15c04232-7b95-4589-b4e0-42aed7ee0157","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:22.227779077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-b1fd5691","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-bulk-sub-b1fd5691","reconcileID":"a5509451-d961-4093-912b-568455d23f52","MaaSSubscription":{"name":"e2e-bulk-sub-b1fd5691","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:24.948503923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-b637b059","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"e2e-conflict-a-b637b059","reconcileID":"7db4f3c1-b9b8-495a-a8b0-6131c64badc5","MaaSModelRef":{"name":"e2e-conflict-a-b637b059","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"e2e-conflict-a-b637b059-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"e2e-conflict-a-b637b059","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:26.938570535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"acf15a4a-0cff-4561-845d-cf3282e09456","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:27.098955664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"440e26b5-eea6-4b8e-8efc-b11359865b44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:27.09968872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b1fd5691-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-bulk-sub-b1fd5691-auth","reconcileID":"dc6c5819-f1d7-478c-b142-b78152ba301c","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b1fd5691-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:27.100246507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"842b8c47-1ba0-4b86-a77c-02a48cd5a16f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:27.143778846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3-auth","reconcileID":"ddb857b5-9712-41e8-adbd-5394ea5f4b0b","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-381df3","tenantID":"e2e-praxis-a-381df3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:27.157124601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"440e26b5-eea6-4b8e-8efc-b11359865b44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:27.15806957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b1fd5691-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-bulk-sub-b1fd5691-auth","reconcileID":"dc6c5819-f1d7-478c-b142-b78152ba301c","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b1fd5691-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:27.159482696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"842b8c47-1ba0-4b86-a77c-02a48cd5a16f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:27.201141653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3-auth","reconcileID":"ddb857b5-9712-41e8-adbd-5394ea5f4b0b","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"name":"e2e-praxis-a-381df3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:27.258390938Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-381df3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e1a20a633739da5d1de5a72c55cdfa120d872e4f0f8c0f0f1d3d0f4b94d8e961) AuthConfig (0efd21ba08581a28a71a74b020c1867243a5de954a0d05beead60dd3178058ef) AuthConfig (7e15dc2be83047af38267585ec867265daba21b28f544c5facf96f87d0891a1e) AuthConfig (0ef2241df881234fa65e55f3768236309be9b945f9ffdf2102e5bf3d12a96097) AuthConfig (76d32765781237fb0cf79647cc5f46a6ee2ec9686964350581e3c35a6b0c87c9) AuthConfig (5cfacddbd9fe703a222dd2b48b00fddc910ab502c2d82165e4eb36f68a31e549) AuthConfig (65bfc7c870c7fbd5075c093685da7bd00bf96e55809e8fba89ca9e5c0cbf0724) AuthConfig (2c3cdbc7c5b52bdad90f190c7ca7eb9bdb8e750ce9223542624c546efc0632c0) AuthConfig (fb5a5f69177568a58dbcf1a9250d6b856e52b3c3db91f4d43ce242644efd2302) AuthConfig (a39dff96fa4eea4f5bd8bf6f7700c784aba70c42724674fa87816d4f6df93482) AuthConfig (5c331845503cca20de8f4927613922229a40319c699abab356e52e99a82baf67) AuthConfig (fb52222603201af7019abcbd0ead47ba14680314c0b1a6c0bee31e32be688a2b) AuthConfig (fa9e40b7818dfc0214e1d17fb490c0fa7d91cba096b6c2cd727c7b75f0d5fc8d) AuthConfig (39aa3b1861a94eb8c5544a7c3efe9d7ca22b18090c87ee91e304b759b22eef47) AuthConfig (e1053b5e51f92f54763a34f93577120e46789666f1bd85395e8f8746297200b0) AuthConfig (26933039f986afb597616465901c7cf84787705f5f2e07c0a33d7c6d9a69e4c0) AuthConfig (c1877419336b33ad8a64576cdad07e60f688967258c6cbc9ec72dd69bbacc45b) AuthConfig (88845c3abca3ab4ef0fc856f8c19a47d18c608ff85bfc970a62381201935ee55)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3-auth","reconcileID":"ddb857b5-9712-41e8-adbd-5394ea5f4b0b","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:27.315356111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3","reconcileID":"7cb053c1-a773-4bc9-931d-24d9d08082e9","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"tenant":"e2e-praxis-a-381df3","gateway":"openshift-ingress/e2e-praxis-a-381df3","model":"ai-tenant-e2e-praxis-a-381df3/praxis-route-381df3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:27.315380718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3","reconcileID":"7cb053c1-a773-4bc9-931d-24d9d08082e9","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"routeName":"praxis-route-381df3-kserve-route","namespace":"ai-tenant-e2e-praxis-a-381df3","llmisvcName":"praxis-route-381df3","gateway":"openshift-ingress/e2e-praxis-a-381df3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:29.301026489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-subscription","reconcileID":"09fed9d7-d245-49e1-9792-3cdae19ace65","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-premium-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/premium-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:29.417753696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-subscription","reconcileID":"f71ace38-4bca-4d4a-8bb3-25740265bc64","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:29.521682936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b275ed6b-c24f-42f4-9d24-102a715d1d4a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:29.62486307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5596e3b4-699b-43be-a500-e18064330292","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:29.650272795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-subscription","reconcileID":"99957ccd-b8ac-42fc-8d59-c9b128231776","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-premium-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/premium-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:33.189630913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"81aa44f7-bb74-472a-ae42-13a7f7f92ae7","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:33.190063478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"premium-w3-1b1134","reconcileID":"7dd7da3e-51f0-4768-b65e-1c456adf6fb4","MaaSModelRef":{"name":"premium-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"premium-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"premium-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:33.190407222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-b637b059","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"e2e-conflict-a-b637b059","reconcileID":"0939a099-04a8-46cb-a6fe-b71d55522a49","MaaSModelRef":{"name":"e2e-conflict-a-b637b059","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"e2e-conflict-a-b637b059-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"e2e-conflict-a-b637b059","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:33.253533997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"premium-w3-1b1134","reconcileID":"1e116498-4a76-45a3-982e-90ddfc898138","MaaSModelRef":{"name":"premium-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"premium-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"premium-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:33.25401411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-b637b059","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"e2e-conflict-a-b637b059","reconcileID":"b8025a46-9b15-4479-96af-c328477ecdd4","MaaSModelRef":{"name":"e2e-conflict-a-b637b059","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"e2e-conflict-a-b637b059-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"e2e-conflict-a-b637b059","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:33.254195734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"6d3302eb-ccaa-42f2-b25a-d6b90804e8e1","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:33.344305642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"c730b2cd-2760-41b2-a794-08026ddd372b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:33.34430541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"60e5ad24-0b3d-4fb2-8238-90a5d0fcc187","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:33.398410613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-subscription","reconcileID":"cd635b47-22ee-4452-b95f-2e697cac504f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-premium-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/premium-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:33.399170347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-subscription","reconcileID":"0c3568c2-7689-46c0-92b0-348e7f800ae4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:33.402776011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"60e5ad24-0b3d-4fb2-8238-90a5d0fcc187","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:33.404463631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"c730b2cd-2760-41b2-a794-08026ddd372b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:33.709917911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"6e520692-9202-4489-b8ae-8822ad0b3732","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:33.710999645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"3c442a0c-2eb2-4dff-bd4d-8003975f7dd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:33.788913713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"3c442a0c-2eb2-4dff-bd4d-8003975f7dd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:33.792372228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"6e520692-9202-4489-b8ae-8822ad0b3732","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:37.103787897Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-b1fd5691","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-bulk-sub-b1fd5691","reconcileID":"9d5635bc-9298-4be4-825e-886b2d469990","MaaSSubscription":{"name":"e2e-bulk-sub-b1fd5691","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscription":"e2e-bulk-sub-b1fd5691","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:37.317209961Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-b1fd5691","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-bulk-sub-b1fd5691","reconcileID":"9d5635bc-9298-4be4-825e-886b2d469990","MaaSSubscription":{"name":"e2e-bulk-sub-b1fd5691","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:37.419584814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3-auth","reconcileID":"26fd3283-14d9-44fd-90ae-30184826cf8c","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-381df3","tenantID":"e2e-praxis-a-381df3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:37.475444799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3-auth","reconcileID":"26fd3283-14d9-44fd-90ae-30184826cf8c","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"name":"e2e-praxis-a-381df3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:37.527551139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"c217a5c5-8d2b-48d7-9014-295de8d73450","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:37.529724699Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-381df3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e1a20a633739da5d1de5a72c55cdfa120d872e4f0f8c0f0f1d3d0f4b94d8e961) AuthConfig (0efd21ba08581a28a71a74b020c1867243a5de954a0d05beead60dd3178058ef) AuthConfig (7e15dc2be83047af38267585ec867265daba21b28f544c5facf96f87d0891a1e) AuthConfig (0ef2241df881234fa65e55f3768236309be9b945f9ffdf2102e5bf3d12a96097) AuthConfig (76d32765781237fb0cf79647cc5f46a6ee2ec9686964350581e3c35a6b0c87c9) AuthConfig (5cfacddbd9fe703a222dd2b48b00fddc910ab502c2d82165e4eb36f68a31e549) AuthConfig (65bfc7c870c7fbd5075c093685da7bd00bf96e55809e8fba89ca9e5c0cbf0724) AuthConfig (2c3cdbc7c5b52bdad90f190c7ca7eb9bdb8e750ce9223542624c546efc0632c0) AuthConfig (fb5a5f69177568a58dbcf1a9250d6b856e52b3c3db91f4d43ce242644efd2302) AuthConfig (a39dff96fa4eea4f5bd8bf6f7700c784aba70c42724674fa87816d4f6df93482) AuthConfig (5c331845503cca20de8f4927613922229a40319c699abab356e52e99a82baf67) AuthConfig (fb52222603201af7019abcbd0ead47ba14680314c0b1a6c0bee31e32be688a2b) AuthConfig (fa9e40b7818dfc0214e1d17fb490c0fa7d91cba096b6c2cd727c7b75f0d5fc8d) AuthConfig (39aa3b1861a94eb8c5544a7c3efe9d7ca22b18090c87ee91e304b759b22eef47) AuthConfig (e1053b5e51f92f54763a34f93577120e46789666f1bd85395e8f8746297200b0) AuthConfig (26933039f986afb597616465901c7cf84787705f5f2e07c0a33d7c6d9a69e4c0) AuthConfig (c1877419336b33ad8a64576cdad07e60f688967258c6cbc9ec72dd69bbacc45b) AuthConfig (88845c3abca3ab4ef0fc856f8c19a47d18c608ff85bfc970a62381201935ee55)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3-auth","reconcileID":"26fd3283-14d9-44fd-90ae-30184826cf8c","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:37.531022869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"3eab8bc6-193e-48a0-bf5f-762a8781aced","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:37.666295598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"8f916efb-80c5-4178-a9d4-2d1c3530dad0","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:37.685643762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"8aac0860-86ea-45b5-98ae-cb29365d180b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:37.685866939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"2b374759-71c9-42f4-addc-275e71833766","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:37.685648209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b1fd5691-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-bulk-sub-b1fd5691-auth","reconcileID":"59b385fa-6948-4886-9a33-f75a29592c0a","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b1fd5691-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:37.744909282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"2b374759-71c9-42f4-addc-275e71833766","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:37.745879884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"8aac0860-86ea-45b5-98ae-cb29365d180b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:37.74746528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b1fd5691-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-bulk-sub-b1fd5691-auth","reconcileID":"59b385fa-6948-4886-9a33-f75a29592c0a","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b1fd5691-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:37.910803184Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b1fd5691-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-bulk-sub-b1fd5691-auth","reconcileID":"f413682f-c908-47e0-b6cd-3a9ecbc9414e","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b1fd5691-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:38.071137952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"e27e5564-8436-478d-90f7-a0427dfb1200","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:38.310809804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"default-tenant","reconcileID":"af7a37d0-9dea-4172-a100-cfb4a6493bd5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ad7edb","tenantID":"e2e-inf-a-ad7edb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:38.424799333Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"default-tenant","reconcileID":"af7a37d0-9dea-4172-a100-cfb4a6493bd5","name":"e2e-inf-a-ad7edb-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:39.263127925Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:39.880101774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-subscription","reconcileID":"26d17cbc-43a7-4853-a015-3c128bc42cf4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-premium-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/premium-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:40.064731015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"710ea82a-21d3-4a4c-a07c-5c8b5733bd6d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:40.180516183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c72486ce-31af-42ca-8435-44ada4aae2ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:40.416401536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-subscription","reconcileID":"0f31e43b-f17e-4f78-8940-60a2c215a519","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:40.599988399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-subscription","reconcileID":"31c322bd-711a-4be0-89ff-92050f758fbb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-premium-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/premium-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:40.675921944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"72c0ab54-1ab8-4fcb-970b-41a42daca7d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:40.675932174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"c90a1cbc-5146-4b0a-883d-2217f0d88c71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:40.733266681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"72c0ab54-1ab8-4fcb-970b-41a42daca7d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:40.734197208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"c90a1cbc-5146-4b0a-883d-2217f0d88c71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:41.603575466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"10967e4d-8241-4164-80a2-bc5f59f4fbe3","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:41.657766698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"95636583-db53-46e2-a454-373618f3bba8","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:41.811898889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-6d81f8aa-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-dry-sub-6d81f8aa-auth","reconcileID":"e1f5c5d0-45fb-4814-ab9e-50d2fc544a50","MaaSAuthPolicy":{"name":"e2e-dry-sub-6d81f8aa-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:41.867219495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-6d81f8aa-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-dry-sub-6d81f8aa-auth","reconcileID":"e1f5c5d0-45fb-4814-ab9e-50d2fc544a50","MaaSAuthPolicy":{"name":"e2e-dry-sub-6d81f8aa-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:41.880146584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"fc5cdf65-1b77-4bea-967d-f05b6fa02466","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:41.936083434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"657e3cd7-2bc1-4e95-bf98-a90088ab7a80","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:15:41.988141426Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-6d81f8aa","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-dry-sub-6d81f8aa","reconcileID":"ff1eeacf-308f-4792-b9d8-aa2e75d16de5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-6d81f8aa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:42.033774468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"106522e3-3299-47a0-8636-88c6ba005173","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:42.034035702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"44d4302c-054e-43c8-af1a-044023d6a55e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:42.089263727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"44d4302c-054e-43c8-af1a-044023d6a55e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:42.089261897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"106522e3-3299-47a0-8636-88c6ba005173","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:42.101164629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"51a6b671-e462-47e6-9e34-75a5fe6fc76f","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:42.156973084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"fb9292a3-ed47-4b45-ba0c-d5011dbcb33b","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:42.17951329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"65d07945-e75d-409a-90ce-6dffddd9cbab","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:42.332663075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-6d81f8aa-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-dry-sub-6d81f8aa-auth","reconcileID":"027350fa-738a-4c6f-8020-81a87fad9fbd","MaaSAuthPolicy":{"name":"e2e-dry-sub-6d81f8aa-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:42.388204986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-6d81f8aa-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-dry-sub-6d81f8aa-auth","reconcileID":"027350fa-738a-4c6f-8020-81a87fad9fbd","MaaSAuthPolicy":{"name":"e2e-dry-sub-6d81f8aa-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:42.419873724Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-6d81f8aa","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-dry-sub-6d81f8aa","reconcileID":"e069019a-6219-4591-85d6-3b32c65bbbea","MaaSSubscription":{"name":"e2e-dry-sub-6d81f8aa","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/e2e-dry-sub-6d81f8aa","ai-tenant-e2e-worker-w0-d204f4/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:42.429835974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"0bf0ed9c-41ba-45ed-9076-d01ebc3181ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:42.429859386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"d3a99a7d-751f-4801-bed4-7fb9574d9ae8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:42.48668536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"d3a99a7d-751f-4801-bed4-7fb9574d9ae8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:42.486685358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"0bf0ed9c-41ba-45ed-9076-d01ebc3181ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:42.581468989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"c0b9ecc5-4e21-4958-a232-099d1b887ca8","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:42.626710991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"4f703c08-aa4e-486c-9f09-5bfd7f227f08","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:42.787762901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-6d81f8aa","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-dry-sub-6d81f8aa","reconcileID":"01917892-9ff9-480b-b1bd-9d48cc554664","MaaSSubscription":{"name":"e2e-dry-sub-6d81f8aa","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:46.467862977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"cbc57467-069f-4fc1-a249-4fed8c2bc67a","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:46.624513104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-6d81f8aa-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-dry-sub-6d81f8aa-auth","reconcileID":"525fea27-188d-4e95-983c-963f8fc84198","MaaSAuthPolicy":{"name":"e2e-dry-sub-6d81f8aa-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:46.624686941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"3c951aa7-57d5-4d9d-858f-ef66b1e336c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:46.624508918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"7df21117-a04d-4b9d-ab51-ea55db116bb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:46.68189623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"3c951aa7-57d5-4d9d-858f-ef66b1e336c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:46.681924723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-6d81f8aa-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-dry-sub-6d81f8aa-auth","reconcileID":"525fea27-188d-4e95-983c-963f8fc84198","MaaSAuthPolicy":{"name":"e2e-dry-sub-6d81f8aa-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:46.685548205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"7df21117-a04d-4b9d-ab51-ea55db116bb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.63392204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3-auth","reconcileID":"5e9f7675-1874-4aa3-9bee-249a645fff03","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-381df3","tenantID":"e2e-praxis-a-381df3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.694407171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3-auth","reconcileID":"5e9f7675-1874-4aa3-9bee-249a645fff03","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"name":"e2e-praxis-a-381df3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.965475915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3","reconcileID":"25189d97-0e15-4b55-84a1-ff21329b87da","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"tenant":"e2e-praxis-a-381df3","gateway":"openshift-ingress/e2e-praxis-a-381df3","model":"ai-tenant-e2e-praxis-a-381df3/praxis-route-381df3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.965505127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3","reconcileID":"25189d97-0e15-4b55-84a1-ff21329b87da","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"routeName":"praxis-route-381df3-kserve-route","namespace":"ai-tenant-e2e-praxis-a-381df3","llmisvcName":"praxis-route-381df3","gateway":"openshift-ingress/e2e-praxis-a-381df3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.136709476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3","reconcileID":"c7f3043a-7138-4606-a9ae-f35e6c9aceac","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"tenant":"e2e-praxis-a-381df3","gateway":"openshift-ingress/e2e-praxis-a-381df3","model":"ai-tenant-e2e-praxis-a-381df3/praxis-route-381df3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.136739053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3","reconcileID":"c7f3043a-7138-4606-a9ae-f35e6c9aceac","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"routeName":"praxis-route-381df3-kserve-route","namespace":"ai-tenant-e2e-praxis-a-381df3","llmisvcName":"praxis-route-381df3","gateway":"openshift-ingress/e2e-praxis-a-381df3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.223046857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3","reconcileID":"3a62ce78-af18-4994-8f43-86d991576c92","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"tenant":"e2e-praxis-a-381df3","gateway":"openshift-ingress/e2e-praxis-a-381df3","model":"ai-tenant-e2e-praxis-a-381df3/praxis-route-381df3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.223087889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3","reconcileID":"3a62ce78-af18-4994-8f43-86d991576c92","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"routeName":"praxis-route-381df3-kserve-route","namespace":"ai-tenant-e2e-praxis-a-381df3","llmisvcName":"praxis-route-381df3","gateway":"openshift-ingress/e2e-praxis-a-381df3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.353941709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3-auth","reconcileID":"00f8ade6-7236-45f4-a75c-bedfa97b1697","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-381df3","tenantID":"e2e-praxis-a-381df3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:15:53.354898577Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-381df3-sub","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3-sub","reconcileID":"df726471-4d67-4ca9-96aa-11e5cf01f123","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-381df3-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.438076539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3-auth","reconcileID":"00f8ade6-7236-45f4-a75c-bedfa97b1697","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"name":"e2e-praxis-a-381df3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.480964657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3","reconcileID":"d536ae6b-352f-4a8d-9e0d-64ebecd0b315","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"tenant":"e2e-praxis-a-381df3","gateway":"openshift-ingress/e2e-praxis-a-381df3","model":"ai-tenant-e2e-praxis-a-381df3/praxis-route-381df3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.481067734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3","reconcileID":"d536ae6b-352f-4a8d-9e0d-64ebecd0b315","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"routeName":"praxis-route-381df3-kserve-route","namespace":"ai-tenant-e2e-praxis-a-381df3","llmisvcName":"praxis-route-381df3","gateway":"openshift-ingress/e2e-praxis-a-381df3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.536357287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3","reconcileID":"78416850-ccbb-46d5-be12-2842e231afb2","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"tenant":"e2e-praxis-a-381df3","gateway":"openshift-ingress/e2e-praxis-a-381df3","model":"ai-tenant-e2e-praxis-a-381df3/praxis-route-381df3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.536489837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3","reconcileID":"78416850-ccbb-46d5-be12-2842e231afb2","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"routeName":"praxis-route-381df3-kserve-route","namespace":"ai-tenant-e2e-praxis-a-381df3","llmisvcName":"praxis-route-381df3","gateway":"openshift-ingress/e2e-praxis-a-381df3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.757662683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3-auth","reconcileID":"12cd376e-de32-4a43-827a-eddc3ec5a3b6","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-381df3","tenantID":"e2e-praxis-a-381df3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.762457964Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-381df3-sub","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3-sub","reconcileID":"d0ef4b70-16b6-45ae-99b1-8c26c2763b71","MaaSSubscription":{"name":"praxis-route-381df3-sub","namespace":"ai-tenant-e2e-praxis-a-381df3"},"name":"maas-trlp-praxis-route-381df3","model":"praxis-route-381df3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-381df3/praxis-route-381df3-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.818073476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3-auth","reconcileID":"12cd376e-de32-4a43-827a-eddc3ec5a3b6","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"name":"e2e-praxis-a-381df3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.927241509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3","reconcileID":"2fffb4ea-5f2f-4a88-af13-1621aa366974","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"tenant":"e2e-praxis-a-381df3","gateway":"openshift-ingress/e2e-praxis-a-381df3","model":"ai-tenant-e2e-praxis-a-381df3/praxis-route-381df3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.927269093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3","reconcileID":"2fffb4ea-5f2f-4a88-af13-1621aa366974","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"routeName":"praxis-route-381df3-kserve-route","namespace":"ai-tenant-e2e-praxis-a-381df3","llmisvcName":"praxis-route-381df3","gateway":"openshift-ingress/e2e-praxis-a-381df3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.245908397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-381df3-sub","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3-sub","reconcileID":"f9fca04d-6d45-4563-95d0-17994f00d4c3","MaaSSubscription":{"name":"praxis-route-381df3-sub","namespace":"ai-tenant-e2e-praxis-a-381df3"},"name":"maas-trlp-praxis-route-381df3","model":"ai-tenant-e2e-praxis-a-381df3/praxis-route-381df3","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.41415656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3","reconcileID":"0938d1ae-72bd-45c9-b9a3-a692d7aa6876","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"tenant":"e2e-praxis-a-381df3","gateway":"openshift-ingress/e2e-praxis-a-381df3","model":"ai-tenant-e2e-praxis-a-381df3/praxis-route-381df3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.414284992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3","reconcileID":"0938d1ae-72bd-45c9-b9a3-a692d7aa6876","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"routeName":"praxis-route-381df3-kserve-route","namespace":"ai-tenant-e2e-praxis-a-381df3","llmisvcName":"praxis-route-381df3","gateway":"openshift-ingress/e2e-praxis-a-381df3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.947548782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7cde90e-19c6-4b8a-841d-a483782c71d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.001631871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7cde90e-19c6-4b8a-841d-a483782c71d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.053736492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7cde90e-19c6-4b8a-841d-a483782c71d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.110675181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7cde90e-19c6-4b8a-841d-a483782c71d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.631672247Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-6d81f8aa","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-dry-sub-6d81f8aa","reconcileID":"370cb574-93c8-49a6-8a70-dbf0dbd06a8a","MaaSSubscription":{"name":"e2e-dry-sub-6d81f8aa","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscription":"e2e-dry-sub-6d81f8aa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.849928509Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-6d81f8aa","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-dry-sub-6d81f8aa","reconcileID":"370cb574-93c8-49a6-8a70-dbf0dbd06a8a","MaaSSubscription":{"name":"e2e-dry-sub-6d81f8aa","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:57.032435055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b394dfdd-8ea0-4282-8cbe-be03961aa64a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:57.068024718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"8898eafa-8b81-404b-bef2-4b6eab438d1a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:57.072239129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"0fd0d52c-8834-4040-bbfa-9c19d0543f69","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:57.084186774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b394dfdd-8ea0-4282-8cbe-be03961aa64a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:57.136349931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b394dfdd-8ea0-4282-8cbe-be03961aa64a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:57.193310035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b394dfdd-8ea0-4282-8cbe-be03961aa64a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:57.222656824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"a527b7bc-5baf-430f-a229-6be537db36f8","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:57.299103205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"02e44fee-aaec-47ce-9172-27f59e9a2ab6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:57.299630676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"31d88485-19ae-4a19-bc01-f62ea4adae2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:57.29997943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-6d81f8aa-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-dry-sub-6d81f8aa-auth","reconcileID":"abbab88c-2bad-4ab8-afc0-36b6154ed4f4","MaaSAuthPolicy":{"name":"e2e-dry-sub-6d81f8aa-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:57.356361825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"02e44fee-aaec-47ce-9172-27f59e9a2ab6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:57.356475814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-6d81f8aa-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-dry-sub-6d81f8aa-auth","reconcileID":"abbab88c-2bad-4ab8-afc0-36b6154ed4f4","MaaSAuthPolicy":{"name":"e2e-dry-sub-6d81f8aa-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:57.358894216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"31d88485-19ae-4a19-bc01-f62ea4adae2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:57.517249673Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-6d81f8aa-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-dry-sub-6d81f8aa-auth","reconcileID":"d3501fc0-c25c-42d5-b514-41fd184b01a3","MaaSAuthPolicy":{"name":"e2e-dry-sub-6d81f8aa-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:57.677036665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"285842bd-1a13-4c96-bbae-1242b08d9bc3","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:58.778986934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"4d6565c1-9e0d-4834-b810-6de76c94d5d5","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:58.833135605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"0405c1f8-f26f-4c2a-b6ed-4d9827bdaf5d","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:58.986616324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-1218150e-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-combo-sub-1218150e-auth","reconcileID":"64d595e1-521e-4685-843b-ec2a81a3e69e","MaaSAuthPolicy":{"name":"e2e-combo-sub-1218150e-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:59.042276689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-1218150e-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-combo-sub-1218150e-auth","reconcileID":"64d595e1-521e-4685-843b-ec2a81a3e69e","MaaSAuthPolicy":{"name":"e2e-combo-sub-1218150e-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:59.052361857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"1aefc63c-8d89-4aed-b9d2-25b0fdacd20f","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:59.108589193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"1fc0a563-e1ca-4442-b9b5-d5ac120e9511","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:15:59.160685885Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-1218150e","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-combo-sub-1218150e","reconcileID":"e096580d-906e-4de3-bed4-f059c036dee9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-1218150e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:59.206662182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"18bee1dc-42ff-4351-82dc-e28f51aa8cce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:59.206662168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"9bc44213-d642-499d-bdbb-8a753192fe3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:59.267123463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"9bc44213-d642-499d-bdbb-8a753192fe3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:59.270106574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"18bee1dc-42ff-4351-82dc-e28f51aa8cce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:59.273623056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"fd356aa4-1247-4610-8433-684220ed70ca","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:59.331066499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"9e95d45e-b414-4360-be58-d2890eaf8de4","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:59.356606082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"e4beeb05-f068-48c8-aa71-2d97aa11968b","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:59.513175278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-1218150e-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-combo-sub-1218150e-auth","reconcileID":"cd0d6c6b-6b9a-412c-87bb-a11c20794b76","MaaSAuthPolicy":{"name":"e2e-combo-sub-1218150e-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:59.573097697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-1218150e-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-combo-sub-1218150e-auth","reconcileID":"cd0d6c6b-6b9a-412c-87bb-a11c20794b76","MaaSAuthPolicy":{"name":"e2e-combo-sub-1218150e-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:59.597251703Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-1218150e","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-combo-sub-1218150e","reconcileID":"f6d5a9a6-999c-454a-8ed7-17eff1248308","MaaSSubscription":{"name":"e2e-combo-sub-1218150e","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/e2e-combo-sub-1218150e","ai-tenant-e2e-worker-w0-d204f4/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:59.656314214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"92443dda-1cf6-44b3-8132-338bed022d8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:59.656926647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"7285f49a-0ad1-475b-bce2-9476f6824e24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:59.712800704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"7285f49a-0ad1-475b-bce2-9476f6824e24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:59.712867611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"92443dda-1cf6-44b3-8132-338bed022d8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:59.761468601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"277cfa88-b629-441b-9e82-6210e55fb00c","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:59.806593045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"df82ff6b-6485-4074-80af-16c8a9334020","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:15:59.968298072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-1218150e","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-combo-sub-1218150e","reconcileID":"b48eb9f9-2b4a-469b-888c-1d70c0ae160d","MaaSSubscription":{"name":"e2e-combo-sub-1218150e","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:00.13241317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"0b6ed818-ef81-4ec4-ac05-223734a6d3f4","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:03.948001084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-381df3-sub","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3-sub","reconcileID":"9e3dc34e-a356-47fe-9c77-f35b7635ef0b","MaaSSubscription":{"name":"praxis-route-381df3-sub","namespace":"ai-tenant-e2e-praxis-a-381df3"},"name":"maas-trlp-praxis-route-381df3","model":"ai-tenant-e2e-praxis-a-381df3/praxis-route-381df3","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:04.115949178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3","reconcileID":"da12f46a-31f6-4efe-bb48-70ec94439f86","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"tenant":"e2e-praxis-a-381df3","gateway":"openshift-ingress/e2e-praxis-a-381df3","model":"ai-tenant-e2e-praxis-a-381df3/praxis-route-381df3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:04.115971391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3","reconcileID":"da12f46a-31f6-4efe-bb48-70ec94439f86","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"routeName":"praxis-route-381df3-kserve-route","namespace":"ai-tenant-e2e-praxis-a-381df3","llmisvcName":"praxis-route-381df3","gateway":"openshift-ingress/e2e-praxis-a-381df3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:04.536681409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"2974833f-16b1-4d1a-a956-d74aad13a4fd","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:04.549798348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3-auth","reconcileID":"e8ffc0fe-6da0-4da5-b96a-15036651c00a","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-381df3","tenantID":"e2e-praxis-a-381df3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:04.610229352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3-auth","reconcileID":"e8ffc0fe-6da0-4da5-b96a-15036651c00a","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"name":"e2e-praxis-a-381df3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:04.704020647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"8a6943b3-784d-4f6c-85d6-03ede122e407","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:04.704700714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"b408ce80-c5d9-45e3-98d6-81222091310b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:04.70497575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-1218150e-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-combo-sub-1218150e-auth","reconcileID":"b78932f0-43d0-46bd-9193-40e388d69ed1","MaaSAuthPolicy":{"name":"e2e-combo-sub-1218150e-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:04.761611121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"8a6943b3-784d-4f6c-85d6-03ede122e407","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:04.762980838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"b408ce80-c5d9-45e3-98d6-81222091310b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:04.764008119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-1218150e-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-combo-sub-1218150e-auth","reconcileID":"b78932f0-43d0-46bd-9193-40e388d69ed1","MaaSAuthPolicy":{"name":"e2e-combo-sub-1218150e-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:07.600659844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-b637b059","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"e2e-conflict-b-b637b059","reconcileID":"939901f9-2e6c-4e58-b378-f8095cb37f87","MaaSModelRef":{"name":"e2e-conflict-b-b637b059","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"e2e-conflict-b-b637b059-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"e2e-conflict-b-b637b059","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:07.659478851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-b637b059","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"e2e-conflict-a-b637b059","reconcileID":"249407c0-4b5b-49ed-82b7-1a130e7d64d8","MaaSModelRef":{"name":"e2e-conflict-a-b637b059","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"e2e-conflict-a-b637b059-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"e2e-conflict-a-b637b059","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:09.263358702Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.677668235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-b637b059","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"e2e-conflict-a-b637b059","reconcileID":"92de51b4-8ade-4092-805d-b97fa6f2f0ee","MaaSModelRef":{"name":"e2e-conflict-a-b637b059","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"e2e-conflict-a-b637b059-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"e2e-conflict-a-b637b059","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:14.704077324Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-1218150e","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-combo-sub-1218150e","reconcileID":"e2a1b2a2-1442-41d2-b4e1-62c0881f7891","MaaSSubscription":{"name":"e2e-combo-sub-1218150e","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscription":"e2e-combo-sub-1218150e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:14.920280903Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-1218150e","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-combo-sub-1218150e","reconcileID":"e2a1b2a2-1442-41d2-b4e1-62c0881f7891","MaaSSubscription":{"name":"e2e-combo-sub-1218150e","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:15.131031648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"aaa22736-a1f3-498c-951b-40e980e2583e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:15.180369415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"d73db330-f6a6-4f3e-a1bc-9ed8b4854f7b","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:15.322168186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"c444702f-509c-4a38-acea-77e531fc73cd","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:15.335839017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"8c008ca4-8c88-4d35-b3af-b37a16ed799d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:15.335910873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-1218150e-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-combo-sub-1218150e-auth","reconcileID":"3aea1d17-74f6-4b99-b8ae-c99cb723a6bf","MaaSAuthPolicy":{"name":"e2e-combo-sub-1218150e-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:15.336303814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"e90b6c24-9a50-4258-b5c1-6cd4a315fb89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:15.394707045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"e90b6c24-9a50-4258-b5c1-6cd4a315fb89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:15.394820422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"8c008ca4-8c88-4d35-b3af-b37a16ed799d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:15.397253761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-1218150e-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-combo-sub-1218150e-auth","reconcileID":"3aea1d17-74f6-4b99-b8ae-c99cb723a6bf","MaaSAuthPolicy":{"name":"e2e-combo-sub-1218150e-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:15.550442353Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-1218150e-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-combo-sub-1218150e-auth","reconcileID":"80353515-b73d-48a4-8856-1fc7e47c407b","MaaSAuthPolicy":{"name":"e2e-combo-sub-1218150e-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:15.762094933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"b01a9ad3-5ef5-4c64-8e33-503fdcb5c5a1","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:19.538196609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8171152-3e21-4a87-8b97-d759d387519a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:19.601994408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8171152-3e21-4a87-8b97-d759d387519a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:19.657627241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8171152-3e21-4a87-8b97-d759d387519a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:19.712100203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8171152-3e21-4a87-8b97-d759d387519a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:21.697562154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adc1444f-c611-4738-a280-35e2b5d19f66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:21.75000325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adc1444f-c611-4738-a280-35e2b5d19f66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:21.806614436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adc1444f-c611-4738-a280-35e2b5d19f66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:21.860808722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adc1444f-c611-4738-a280-35e2b5d19f66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:24.822842534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39730ebf-0ebf-4f64-b99a-8d2c376f1142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:24.874746072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39730ebf-0ebf-4f64-b99a-8d2c376f1142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:24.926450155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39730ebf-0ebf-4f64-b99a-8d2c376f1142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:24.978856684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39730ebf-0ebf-4f64-b99a-8d2c376f1142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:25.406019429Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-7d5118","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-7d5118","reconcileID":"751c460f-a21b-42f4-94bb-c7d99259096a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-7d5118","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-7d5118":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:26.920067651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"771af8b0-6e7e-498b-8444-291fb327f153","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:26.972521156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"771af8b0-6e7e-498b-8444-291fb327f153","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:27.024310906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"771af8b0-6e7e-498b-8444-291fb327f153","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:27.076255492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"771af8b0-6e7e-498b-8444-291fb327f153","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:29.023780055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15b16c88-6b4d-4f24-8cde-e1e7b04efee3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:29.076098565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15b16c88-6b4d-4f24-8cde-e1e7b04efee3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:29.127926871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15b16c88-6b4d-4f24-8cde-e1e7b04efee3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:29.18046403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15b16c88-6b4d-4f24-8cde-e1e7b04efee3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:33.346942069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"9cf3a2e3-1506-4f95-bdfd-0a93bff7da95","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:33.402042301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"261da7a3-754d-4298-9479-0b4925f26f73","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:33.555688249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-apikey-active-auth","reconcileID":"f21e9c62-c7aa-48c8-90f5-f296b95e91db","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:33.611130858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-apikey-active-auth","reconcileID":"f21e9c62-c7aa-48c8-90f5-f296b95e91db","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:33.612383544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"4c038a7a-6033-480e-a7b2-6b2c75baafe1","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:33.668397315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"117fbbb1-fc5b-4b90-8321-4755372e8c9e","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:16:33.719544829Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-apikey-active-sub","reconcileID":"081cff8f-41bd-4acc-9663-0e957584363b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:33.770667303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"bcd488a3-0071-4f08-8e47-c8680e2bd129","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:33.771321756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"944301c5-8fe9-40f1-80f2-017c979fb411","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:33.826962718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"bcd488a3-0071-4f08-8e47-c8680e2bd129","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:33.828951936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"944301c5-8fe9-40f1-80f2-017c979fb411","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:33.831486194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"7995feb2-b3ff-40a8-bfc0-fbebe723f050","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:33.879065726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"45e959e3-23ae-44bd-a528-1658c30a84f8","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:33.886983209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"41ac7087-794e-4072-9260-2c40702f2cad","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:34.031520638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3","reconcileID":"e995b659-2900-428c-9ef6-87d27b33c937","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"tenant":"e2e-praxis-a-381df3","gateway":"openshift-ingress/e2e-praxis-a-381df3","model":"ai-tenant-e2e-praxis-a-381df3/praxis-route-381df3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:34.031549091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3","reconcileID":"e995b659-2900-428c-9ef6-87d27b33c937","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"routeName":"praxis-route-381df3-kserve-route","namespace":"ai-tenant-e2e-praxis-a-381df3","llmisvcName":"praxis-route-381df3","gateway":"openshift-ingress/e2e-praxis-a-381df3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:34.032578622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-apikey-active-auth","reconcileID":"3b077150-19ed-40cc-aa9e-0628cbec4a9a","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:34.088320495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-apikey-active-auth","reconcileID":"3b077150-19ed-40cc-aa9e-0628cbec4a9a","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:34.150419807Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-apikey-active-sub","reconcileID":"5131b5d0-96aa-499e-bfdb-e09309a55e21","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/e2e-apikey-active-sub","ai-tenant-e2e-worker-w0-d204f4/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:34.184169778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"704e1122-b315-41db-89d5-0cbc23b76e30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:34.18416981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"06370535-90cb-4205-98cf-13adcb0fc1cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:34.23398132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3-auth","reconcileID":"84d593a2-ce5f-469e-bf64-1d7b60d3e8e7","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-381df3","tenantID":"e2e-praxis-a-381df3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:34.238260479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-381df3-sub","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3-sub","reconcileID":"77274538-28ed-4385-8f66-2bde8739dbb7","MaaSSubscription":{"name":"praxis-route-381df3-sub","namespace":"ai-tenant-e2e-praxis-a-381df3"},"name":"maas-trlp-praxis-route-381df3","model":"ai-tenant-e2e-praxis-a-381df3/praxis-route-381df3","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:34.241456137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"06370535-90cb-4205-98cf-13adcb0fc1cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:34.242302455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"704e1122-b315-41db-89d5-0cbc23b76e30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:34.289895471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3-auth","reconcileID":"84d593a2-ce5f-469e-bf64-1d7b60d3e8e7","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"name":"e2e-praxis-a-381df3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:34.311816546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"a455a24b-5389-41cf-959b-d8d50bf38be6","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:34.357639598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"705631d7-b6db-4c96-92d2-73998902f505","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:34.400694376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3","reconcileID":"8ad3a157-832e-4234-acca-e6065af24dad","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"tenant":"e2e-praxis-a-381df3","gateway":"openshift-ingress/e2e-praxis-a-381df3","model":"ai-tenant-e2e-praxis-a-381df3/praxis-route-381df3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:34.400721377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3","reconcileID":"8ad3a157-832e-4234-acca-e6065af24dad","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"routeName":"praxis-route-381df3-kserve-route","namespace":"ai-tenant-e2e-praxis-a-381df3","llmisvcName":"praxis-route-381df3","gateway":"openshift-ingress/e2e-praxis-a-381df3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:34.517504871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-apikey-active-sub","reconcileID":"6d93dbac-c076-47b6-91da-c990c4a4d9be","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:34.619246345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-381df3-sub","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3-sub","reconcileID":"04e94249-69a0-4e31-a1cb-16d1d8fbd0d8","MaaSSubscription":{"name":"praxis-route-381df3-sub","namespace":"ai-tenant-e2e-praxis-a-381df3"},"name":"maas-trlp-praxis-route-381df3","model":"ai-tenant-e2e-praxis-a-381df3/praxis-route-381df3","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:34.68721561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"ee103006-c03b-4c82-8f8f-35b32625f944","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:34.687650626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"premium-w3-1b1134","reconcileID":"7f8c65fe-358e-4efd-823f-3c7ea4d4b6df","MaaSModelRef":{"name":"premium-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"premium-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"premium-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:34.688031783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-b637b059","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"e2e-conflict-a-b637b059","reconcileID":"15e57e72-0456-4fcc-97e4-ff8c7cde49e1","MaaSModelRef":{"name":"e2e-conflict-a-b637b059","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"e2e-conflict-a-b637b059-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"e2e-conflict-a-b637b059","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:34.845495185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"cf07f68a-3560-40d1-8b79-36046f81154e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:34.845592586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"35a7fa01-bd61-4cf3-abc8-582263c9377a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:34.895948635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-subscription","reconcileID":"06f0911f-c839-4551-8fa6-8f4ec0fb1451","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-premium-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/premium-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:34.89823726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-subscription","reconcileID":"06f4070b-952b-4968-aee8-6144008b1958","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:34.902001618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"35a7fa01-bd61-4cf3-abc8-582263c9377a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:34.902001137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"cf07f68a-3560-40d1-8b79-36046f81154e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:36.473302823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"11352c22-8ebe-46a1-8057-2a39f890e59c","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:36.627153213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"9cbacd24-d592-407d-9794-91c73f465e5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:36.62739556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"ccda6495-5f7f-436e-b175-c6ff3c0d667b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:36.627162335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-apikey-active-auth","reconcileID":"bb62e024-dc71-4d56-852d-22111201ff1e","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:36.683317555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"9cbacd24-d592-407d-9794-91c73f465e5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:36.683369731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-apikey-active-auth","reconcileID":"bb62e024-dc71-4d56-852d-22111201ff1e","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:36.685823219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"ccda6495-5f7f-436e-b175-c6ff3c0d667b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:38.939426571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"premium-w3-1b1134","reconcileID":"e1acf40e-0d36-40f5-a28b-d2bc62558125","MaaSModelRef":{"name":"premium-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"premium-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"premium-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:38.939881246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"6ff6a0d9-2907-4948-8428-14b8b16697af","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:39.124035682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"052323e4-0796-4e70-8021-8e31a9945470","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:39.12403541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"9292ece8-7027-45f0-ad69-cdb75f23c887","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:39.177189261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-subscription","reconcileID":"2aaf04c9-d3cc-4f0a-a8d8-8b147ebf6dc7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-premium-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/premium-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:39.177377451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-subscription","reconcileID":"dcc4cf6a-edf5-49bb-88d7-e3d4845faffd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:39.180632598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"052323e4-0796-4e70-8021-8e31a9945470","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:39.180647162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"9292ece8-7027-45f0-ad69-cdb75f23c887","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:39.262502408Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:40.145703843Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"auth-test-model-df41b8","reconcileID":"d03d8e6a-4eab-4582-8ed1-4539cc1d44fa","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/auth-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:40.145731331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"auth-test-model-df41b8","reconcileID":"d03d8e6a-4eab-4582-8ed1-4539cc1d44fa","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"auth-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"auth-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:44.26980954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-subscription","reconcileID":"f97ac701-bcde-4a08-a46a-96f0a5164e17","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:44.401865252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3","reconcileID":"c1404de2-4103-4af9-b7b5-fb08b9c8eff2","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"tenant":"e2e-praxis-a-381df3","gateway":"openshift-ingress/e2e-praxis-a-381df3","model":"ai-tenant-e2e-praxis-a-381df3/praxis-route-381df3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:44.401885652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3","reconcileID":"c1404de2-4103-4af9-b7b5-fb08b9c8eff2","MaaSModelRef":{"name":"praxis-route-381df3","namespace":"ai-tenant-e2e-praxis-a-381df3"},"routeName":"praxis-route-381df3-kserve-route","namespace":"ai-tenant-e2e-praxis-a-381df3","llmisvcName":"praxis-route-381df3","gateway":"openshift-ingress/e2e-praxis-a-381df3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:46.633318305Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-apikey-active-sub","reconcileID":"4186f438-861d-4a04-932d-c9f3f4eafdc0","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscription":"e2e-apikey-active-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:46.847150866Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-apikey-active-sub","reconcileID":"4186f438-861d-4a04-932d-c9f3f4eafdc0","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:47.05563468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"4abb652e-15ff-4f6e-bc3b-a3ffb92ef602","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:47.063264626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"9608a493-1e28-445b-b687-e498f7a00df6","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:47.204265678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"eb23a664-44ac-4e72-8c77-fca7b5f2e725","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:47.280447085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"02e97cd6-71b0-4be9-9d3a-44e89b00a00b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:47.280473555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"e5037efc-124b-4137-b214-f1e751ef42d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:47.280921725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-apikey-active-auth","reconcileID":"1b861564-91ff-4081-b4c7-9592102c443d","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:47.33680355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"e5037efc-124b-4137-b214-f1e751ef42d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:47.336823673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"02e97cd6-71b0-4be9-9d3a-44e89b00a00b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:47.339162209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-apikey-active-auth","reconcileID":"1b861564-91ff-4081-b4c7-9592102c443d","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:47.540195516Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-apikey-active-auth","reconcileID":"dbfb14a4-9c26-48b6-8366-c437761e7dcb","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:47.698034817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"0a0268f8-8c81-4b18-90e2-58b90ec7a070","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:48.662959035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"ec51e00f-7006-487d-b9c9-9a0030c99f74","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:48.798212797Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-381df3-sub","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3-sub","reconcileID":"c91c0cb0-840e-4c81-ae9b-1fbb6a2d133d","MaaSSubscription":{"name":"praxis-route-381df3-sub","namespace":"ai-tenant-e2e-praxis-a-381df3"},"model":"ai-tenant-e2e-praxis-a-381df3/praxis-route-381df3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:48.804001485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"20624a0c-7f03-480f-89e7-4e0de6d705ec","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:48.849820076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3-auth","reconcileID":"f8b0a60e-9b66-46b0-86d2-a8ca3901b1fa","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-381df3","tenantID":"e2e-praxis-a-381df3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:48.901279112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-apikey-degraded-auth","reconcileID":"298d6825-89d6-4d8a-b778-b38f9f0a2e17","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:48.906151465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3-auth","reconcileID":"f8b0a60e-9b66-46b0-86d2-a8ca3901b1fa","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"name":"e2e-praxis-a-381df3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:48.906210868Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3-auth","reconcileID":"f8b0a60e-9b66-46b0-86d2-a8ca3901b1fa","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"model":"ai-tenant-e2e-praxis-a-381df3/praxis-route-381df3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:48.92878312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"3fa03716-067e-45c4-97e9-16ff8b33b007","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:48.956953144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-apikey-degraded-auth","reconcileID":"298d6825-89d6-4d8a-b778-b38f9f0a2e17","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:48.960509562Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-381df3-sub","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3-sub","reconcileID":"86349a77-9f78-4e0b-a56f-839a1ac56860","MaaSSubscription":{"name":"praxis-route-381df3-sub","namespace":"ai-tenant-e2e-praxis-a-381df3"},"model":"ai-tenant-e2e-praxis-a-381df3/praxis-route-381df3","error":"HTTPRoute not found yet: for LLMInferenceService praxis-route-381df3 in namespace ai-tenant-e2e-praxis-a-381df3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:48.983782511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"3a31e3f3-aaec-4bed-be91-59d32ba65d44","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:16:49.047590295Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-apikey-degraded-sub","reconcileID":"9f4f905b-18a7-43ca-92fa-8a13d8ca99bb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:49.084309544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"4acaf91e-6a5f-409f-9ac3-96977ff5dc24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:49.08430946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"4cd6bef6-3cb8-48a4-83bf-0189c73ef2c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:49.132487471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3-auth","reconcileID":"b697046f-44c7-478b-9b6b-23de57ceb414","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-381df3","tenantID":"e2e-praxis-a-381df3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:49.140718013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"4cd6bef6-3cb8-48a4-83bf-0189c73ef2c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:49.140777453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"4acaf91e-6a5f-409f-9ac3-96977ff5dc24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:49.16098701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"46b6f512-0b08-4544-bb42-58fac642a565","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:49.187628232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3-auth","reconcileID":"b697046f-44c7-478b-9b6b-23de57ceb414","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"name":"e2e-praxis-a-381df3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:49.187720056Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3-auth","reconcileID":"b697046f-44c7-478b-9b6b-23de57ceb414","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"model":"ai-tenant-e2e-praxis-a-381df3/praxis-route-381df3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:49.217025657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"2543e148-d276-4b51-9e99-77d9c223e2c4","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:49.275604606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"1900ff62-0fd4-4714-b8a7-38d2d8ffd0aa","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:49.428697522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-apikey-degraded-auth","reconcileID":"f514d505-27ef-4336-b557-ea96701fd447","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:49.481651829Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-apikey-degraded-sub","reconcileID":"05a31469-aa96-4cfb-9e3e-2c5be09ec7e8","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w0-d204f4/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:49.481803779Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-apikey-degraded-sub","reconcileID":"05a31469-aa96-4cfb-9e3e-2c5be09ec7e8","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-d204f4/nonexistent-model-apikey","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:49.487224849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-apikey-degraded-auth","reconcileID":"f514d505-27ef-4336-b557-ea96701fd447","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:49.52936997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"82bd0024-efcb-4e6a-a31f-9862cee41d85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:49.529376652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"f43e5ea0-5843-465a-a111-f45a4b75c9d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:49.571493873Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-381df3-sub","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3-sub","reconcileID":"e88549f4-4b2c-4e57-8d46-fa6a1778661f","MaaSSubscription":{"name":"praxis-route-381df3-sub","namespace":"ai-tenant-e2e-praxis-a-381df3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fb2ab432","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:49.57211154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3-auth","reconcileID":"e1f325b8-2b2b-4c4a-8ff7-fc6f2b6bfe6c","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-381df3","tenantID":"e2e-praxis-a-381df3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:49.586677225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"f43e5ea0-5843-465a-a111-f45a4b75c9d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:49.586677224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"82bd0024-efcb-4e6a-a31f-9862cee41d85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:49.623194055Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-381df3-sub","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3-sub","reconcileID":"19576410-f414-4891-9f01-1b7a9eac245c","MaaSSubscription":{"name":"praxis-route-381df3-sub","namespace":"ai-tenant-e2e-praxis-a-381df3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fb2ab432","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:49.628587008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3-auth","reconcileID":"e1f325b8-2b2b-4c4a-8ff7-fc6f2b6bfe6c","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"name":"e2e-praxis-a-381df3-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:49.628636057Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3-auth","reconcileID":"e1f325b8-2b2b-4c4a-8ff7-fc6f2b6bfe6c","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"model":"ai-tenant-e2e-praxis-a-381df3/praxis-route-381df3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:49.74098945Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3-auth","reconcileID":"8ef839fb-2ac9-4b43-860d-71498562692f","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"model":"ai-tenant-e2e-praxis-a-381df3/praxis-route-381df3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:49.754747603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"6f751c17-e894-4664-a135-80ddfb39c302","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:49.768177004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"cc9490a4-e3fe-45f1-9973-67dda69c5d47","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:49.816073067Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-381df3-sub","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3-sub","reconcileID":"8b315b6a-47ca-4fc3-b5f3-c083e310aeb5","MaaSSubscription":{"name":"praxis-route-381df3-sub","namespace":"ai-tenant-e2e-praxis-a-381df3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fb2ab432","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:49.950012627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3-auth","reconcileID":"8ef839fb-2ac9-4b43-860d-71498562692f","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-381df3","tenantID":"e2e-praxis-a-381df3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:49.981541645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-apikey-degraded-sub","reconcileID":"6a7a940b-9c0f-4ff8-9211-cb639b4e5705","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:50.004753697Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-apikey-degraded-sub","reconcileID":"6a7a940b-9c0f-4ff8-9211-cb639b4e5705","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-d204f4/nonexistent-model-apikey","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:50.05652683Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-381df3-sub","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3-sub","reconcileID":"f7eafe5e-4f96-4e64-85e7-c4cd5b71f08e","MaaSSubscription":{"name":"praxis-route-381df3-sub","namespace":"ai-tenant-e2e-praxis-a-381df3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fb2ab432","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:50.180681744Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3-auth","reconcileID":"8ef839fb-2ac9-4b43-860d-71498562692f","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"name":"e2e-praxis-a-381df3-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:50.180716902Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3-auth","reconcileID":"8ef839fb-2ac9-4b43-860d-71498562692f","MaaSAuthPolicy":{"name":"praxis-route-381df3-auth","namespace":"ai-tenant-e2e-praxis-a-381df3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-381df3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:50.320918908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"3493e7b0-8267-47e9-beac-9f612ad6cc16","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:50.928967753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f28799d9-d3e7-49e4-bef5-dd23fabedd35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:50.981934198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f28799d9-d3e7-49e4-bef5-dd23fabedd35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:51.038313753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f28799d9-d3e7-49e4-bef5-dd23fabedd35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:51.090875186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f28799d9-d3e7-49e4-bef5-dd23fabedd35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:51.795212288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"a8b6af20-b424-4924-b89f-714b594ede13","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:51.948778475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-apikey-degraded-auth","reconcileID":"50ab576d-511f-47e5-9473-7224d60ca82c","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:51.948776707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"0adf5d24-02c9-4455-a2b4-1b99581a99f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:51.953929641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"8094b889-0bfc-4735-8a3c-513798397f51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:52.022530839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"0adf5d24-02c9-4455-a2b4-1b99581a99f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:52.057530065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"8094b889-0bfc-4735-8a3c-513798397f51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:52.058927703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-apikey-degraded-auth","reconcileID":"50ab576d-511f-47e5-9473-7224d60ca82c","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:53.125840345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3c5d323-400c-4209-8e97-63dd87ac1300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:53.178274502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3c5d323-400c-4209-8e97-63dd87ac1300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:53.229946119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3c5d323-400c-4209-8e97-63dd87ac1300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:53.282020575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3c5d323-400c-4209-8e97-63dd87ac1300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:57.085940723Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"default-tenant","reconcileID":"5c3c3e5a-4191-4a09-ba27-eb6c4f5ba338","namespace":"ai-tenant-e2e-praxis-a-381df3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:57.086043563Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"default-tenant","reconcileID":"5c3c3e5a-4191-4a09-ba27-eb6c4f5ba338","name":"praxis-route-381df3-sub","namespace":"ai-tenant-e2e-praxis-a-381df3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:57.139054744Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"default-tenant","reconcileID":"5c3c3e5a-4191-4a09-ba27-eb6c4f5ba338","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:16:57.139082714Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"default-tenant","reconcileID":"5c3c3e5a-4191-4a09-ba27-eb6c4f5ba338","namespace":"ai-tenant-e2e-praxis-a-381df3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:00.108602663Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-381df3-sub","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3-sub","reconcileID":"64c26f2b-dc83-4175-9e7d-b2c2aa132555","MaaSSubscription":{"name":"praxis-route-381df3-sub","namespace":"ai-tenant-e2e-praxis-a-381df3"},"model":"ai-tenant-e2e-praxis-a-381df3/praxis-route-381df3","subscription":"praxis-route-381df3-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:00.10874368Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-381df3-sub","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"praxis-route-381df3-sub","reconcileID":"64c26f2b-dc83-4175-9e7d-b2c2aa132555","MaaSSubscription":{"name":"praxis-route-381df3-sub","namespace":"ai-tenant-e2e-praxis-a-381df3"},"model":"ai-tenant-e2e-praxis-a-381df3/praxis-route-381df3","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-381df3/praxis-route-381df3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:01.955402492Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-apikey-degraded-sub","reconcileID":"f54cc3c7-0dca-40f5-87aa-a6d0ecb1f813","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscription":"e2e-apikey-degraded-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:02.168891804Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-apikey-degraded-sub","reconcileID":"f54cc3c7-0dca-40f5-87aa-a6d0ecb1f813","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:02.168927288Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-apikey-degraded-sub","reconcileID":"f54cc3c7-0dca-40f5-87aa-a6d0ecb1f813","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:02.169042371Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-apikey-degraded-sub","reconcileID":"f54cc3c7-0dca-40f5-87aa-a6d0ecb1f813","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-d204f4/nonexistent-model-apikey","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:02.377018256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"2b0c4c3a-36fc-40b8-b5ea-b286c3ee176a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:02.446285839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"bb358e32-6295-42b2-80f6-83ba4bff311a","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:02.583101881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"d5f8ac7b-ba13-49ba-b4e8-25f5f0880036","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:02.601063804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"604fbe3b-0672-4b3b-81c0-56c28faf9331","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:02.601231812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-apikey-degraded-auth","reconcileID":"723e5ed1-6f0f-4bf0-b402-205d572f7b29","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:02.601593402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"b45b6596-1875-42d2-b39f-df1864a3aacf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:02.657085079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-apikey-degraded-auth","reconcileID":"723e5ed1-6f0f-4bf0-b402-205d572f7b29","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:02.657291177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"b45b6596-1875-42d2-b39f-df1864a3aacf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:02.659389609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"604fbe3b-0672-4b3b-81c0-56c28faf9331","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:02.862075349Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-apikey-degraded-auth","reconcileID":"1d28a345-cd85-475d-ba78-987bb43764f8","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:03.020384569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"39f32786-2e8c-4918-815d-324a18c1b759","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:03.990418442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"7f766a49-eeab-4fc5-b9af-ec9ef61965c2","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:04.044010888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"20d7fef1-5bbc-4aac-94a7-7eb6c09dc996","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:04.197840847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-apikey-failed-auth","reconcileID":"1043b968-dff6-4a58-9688-99050db24edb","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:04.253045772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-apikey-failed-auth","reconcileID":"1043b968-dff6-4a58-9688-99050db24edb","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:17:04.51826486Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-apikey-failed-sub","reconcileID":"83d668a3-02cd-45cc-937b-4949e624a86d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:04.566574677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"49ecd2fe-579d-4fd0-8d9a-e71ca04ea890","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:04.567547086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"3964b3b6-4003-433c-9e33-cce6c60ff3db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:04.568115297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"5addcb2f-cb8a-44b2-aff7-8395be9388c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:04.624642138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"3964b3b6-4003-433c-9e33-cce6c60ff3db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:04.624661512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"5addcb2f-cb8a-44b2-aff7-8395be9388c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:04.720107715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-apikey-failed-auth","reconcileID":"5231a887-c72d-49b7-9a18-d47794469785","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:04.776896646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-apikey-failed-auth","reconcileID":"5231a887-c72d-49b7-9a18-d47794469785","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:04.983915561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"d5334a05-f9c6-4987-bed5-7c90b7181c4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:04.983915354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"4f3b32d8-4fd0-4266-ad5d-e244fe503be9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:05.040407795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"d5334a05-f9c6-4987-bed5-7c90b7181c4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:05.040659801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"4f3b32d8-4fd0-4266-ad5d-e244fe503be9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:05.185605973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-apikey-failed-auth","reconcileID":"f52ffa16-065e-4b75-bccf-90f9812b1bcb","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:05.241038912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-apikey-failed-auth","reconcileID":"f52ffa16-065e-4b75-bccf-90f9812b1bcb","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:06.684936209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"default-tenant","reconcileID":"c1792f9f-cf65-4b7c-87bc-2550ef451fe2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7d5118","tenantID":"e2e-inf-b-7d5118","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:06.800111146Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"default-tenant","reconcileID":"c1792f9f-cf65-4b7c-87bc-2550ef451fe2","name":"e2e-inf-b-7d5118-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:07.417251595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"0aa3531e-ad61-431b-9e19-67b0edfa6ed7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:07.417251807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"17d0070e-787f-468c-af8b-c92f3fae1483","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:07.41824591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-apikey-failed-auth","reconcileID":"09d81e32-46ce-42f2-b8d6-9e07e16581d4","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:07.473005879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"0aa3531e-ad61-431b-9e19-67b0edfa6ed7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:07.474553561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-apikey-failed-auth","reconcileID":"09d81e32-46ce-42f2-b8d6-9e07e16581d4","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:07.475635399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"17d0070e-787f-468c-af8b-c92f3fae1483","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:08.726963916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-subscription","reconcileID":"a9b00770-e17b-4663-b106-4cab9c85bed8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:09.26318418Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:10.84690157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"55951e5e-eabf-415c-b91a-e9083ebe7fa1","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:10.847210185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"premium-w3-1b1134","reconcileID":"d6fb06c5-6e72-44dd-9328-0f3f8ee93c84","MaaSModelRef":{"name":"premium-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"premium-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"premium-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:10.912583998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"339fbb7c-1246-49d4-af64-1aafa1aa4824","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:10.91289547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"premium-w3-1b1134","reconcileID":"bdbae70d-921e-453c-ad85-9f461ee9e51c","MaaSModelRef":{"name":"premium-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"premium-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"premium-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:11.004505413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"376c9daf-6d30-486d-852e-b73a1adb47a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:11.004505292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"535cf94c-43d7-41bf-9cba-bf4a057b8514","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:11.057032422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-subscription","reconcileID":"c624e8a8-5ea8-493d-9ce9-243d5064ace3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:11.057054166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-subscription","reconcileID":"7f22ae7b-125c-433c-bf8b-946da95068e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-premium-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/premium-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:11.060548369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"376c9daf-6d30-486d-852e-b73a1adb47a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:11.060550052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"535cf94c-43d7-41bf-9cba-bf4a057b8514","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:11.398133803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"0d5d24cc-4258-4486-8181-4aa4741c50a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:11.398136231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"5ea75f0d-fe5a-49a0-9bdb-d4a563aab321","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:11.456721981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"5ea75f0d-fe5a-49a0-9bdb-d4a563aab321","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:11.45677363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"0d5d24cc-4258-4486-8181-4aa4741c50a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:17.424270886Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-apikey-failed-sub","reconcileID":"dc7367a2-23d7-4fc0-9c6e-1d83fe2acdbd","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:17.424460952Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-apikey-failed-sub","reconcileID":"dc7367a2-23d7-4fc0-9c6e-1d83fe2acdbd","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-d204f4/nonexistent-model-apikey-failed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:17.892084441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"75209292-1c71-426e-b9fc-a47db91745b6","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:17.906851369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-apikey-failed-auth","reconcileID":"6cde93bc-2236-4e2e-b78d-427495490685","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:17.90723787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"aae79248-7c24-493c-ba67-e34cc1f3d994","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:17.907486258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"4eaea008-d116-4193-bfcb-9e14b14d718c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:17.964249862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-apikey-failed-auth","reconcileID":"6cde93bc-2236-4e2e-b78d-427495490685","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:17.964408596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"aae79248-7c24-493c-ba67-e34cc1f3d994","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:17.966707579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"4eaea008-d116-4193-bfcb-9e14b14d718c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:18.167970834Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-apikey-failed-auth","reconcileID":"3b4b1cba-9b20-4253-99fa-4af341e5762f","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:18.422534646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"1a98161d-09dd-4a73-a036-1ec0b8ed293c","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:19.413465174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"9a209da7-3948-423b-81ff-65fa3b9ea8c2","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:19.467133588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"c49e1252-c4e2-4a00-9f8b-fd9fd97fb558","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:19.623583096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e82b2a8-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-filter-sub-a-9e82b2a8-auth","reconcileID":"b288310e-bbe5-41ac-98a7-9e3b206c1764","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e82b2a8-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:19.679288415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e82b2a8-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-filter-sub-a-9e82b2a8-auth","reconcileID":"b288310e-bbe5-41ac-98a7-9e3b206c1764","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e82b2a8-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:19.706118214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"258925d7-0871-4496-9977-379059b815e6","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:19.762316049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"96c32de0-ed0b-4d33-894b-25c3056d985e","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:17:19.812148138Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-9e82b2a8","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-filter-sub-a-9e82b2a8","reconcileID":"58448af6-28b4-4ef9-b053-efdc8d1dd52c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-9e82b2a8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:19.861639802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"1f52c7c8-91d1-4187-ac07-3905c9ae11f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:19.861639793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"78e30426-cc01-4b54-94ac-8730f1fe042b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:19.918488844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"78e30426-cc01-4b54-94ac-8730f1fe042b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:19.918712544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"1f52c7c8-91d1-4187-ac07-3905c9ae11f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:19.926608468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"caee37fe-6e23-4c86-bcf7-993f25110f3f","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:19.94855501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"1a6cd345-11fa-474a-bb83-620bd2b0afcb","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:19.982400039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"bd6b3eac-cef5-4aab-98e1-47880f79c2f4","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:20.107818808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e82b2a8-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-filter-sub-a-9e82b2a8-auth","reconcileID":"b3a001aa-0ce6-4131-96d3-65cedbc666f7","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e82b2a8-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:20.165248714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e82b2a8-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-filter-sub-a-9e82b2a8-auth","reconcileID":"b3a001aa-0ce6-4131-96d3-65cedbc666f7","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e82b2a8-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:20.228324475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"7f2094c6-5546-475b-889b-a0bc1b225fda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:20.228324427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"0b0150f6-fc59-40c0-a799-ee397419f016","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:20.25147011Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-9e82b2a8","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-filter-sub-a-9e82b2a8","reconcileID":"7e7f34a7-1701-4c90-b153-73c8cdb863b5","MaaSSubscription":{"name":"e2e-filter-sub-a-9e82b2a8","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/e2e-filter-sub-a-9e82b2a8","ai-tenant-e2e-worker-w0-d204f4/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:20.284026508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"0b0150f6-fc59-40c0-a799-ee397419f016","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:20.284187716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"7f2094c6-5546-475b-889b-a0bc1b225fda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:20.415141047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"0299d780-2703-45e0-8a98-0328adedac16","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:20.462823642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"c33a5c94-cca4-4bbb-8c9f-976981de4282","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:20.621367647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-9e82b2a8","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-filter-sub-a-9e82b2a8","reconcileID":"d48da159-7079-4d8d-90d9-a0ccaac5dd2c","MaaSSubscription":{"name":"e2e-filter-sub-a-9e82b2a8","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:22.241906248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"7c943a0c-3717-43e6-85fa-7ff59832e532","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:22.296994297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"098cff1b-4d72-4dd9-a2b7-9c069576b8e5","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:22.453814675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5311c239-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-filter-sub-b-5311c239-auth","reconcileID":"9edefae7-940a-48f1-8870-e9e945b90498","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5311c239-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:22.504839465Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-d204f4 priority=0:[ai-tenant-e2e-worker-w0-d204f4/e2e-filter-sub-a-9e82b2a8 ai-tenant-e2e-worker-w0-d204f4/e2e-filter-sub-b-5311c239]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:22.504934268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"4b07d093-5686-4ad5-87fb-a4b17f3be5e8","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:22.509645912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5311c239-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-filter-sub-b-5311c239-auth","reconcileID":"9edefae7-940a-48f1-8870-e9e945b90498","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5311c239-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:22.562071895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"cdb136f9-3c9f-43a6-8b4a-ddecc23c32d3","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:22.610422962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"db42e899-cf25-4202-abba-200fa2bc7928","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:17:22.61430888Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-d204f4/e2e-filter-sub-b-5311c239","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-5311c239\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:22.659497257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e82b2a8-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-filter-sub-a-9e82b2a8-auth","reconcileID":"13412ed5-2e32-4bc5-b462-783c925d27d3","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e82b2a8-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:22.659539807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"b0517109-e526-4b34-a514-633a7291af43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:22.660177421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"70d92455-13f6-4b93-82db-8ab4af3aa03e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:22.664948801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"b7d72b24-5af8-45b8-9d8e-11c4ba522e49","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:22.715507311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"b0517109-e526-4b34-a514-633a7291af43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:22.715611001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e82b2a8-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-filter-sub-a-9e82b2a8-auth","reconcileID":"13412ed5-2e32-4bc5-b462-783c925d27d3","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e82b2a8-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:22.718512057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"70d92455-13f6-4b93-82db-8ab4af3aa03e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:22.823524798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"e24ab874-add0-41fd-b527-fd94fd0e47f3","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:22.928831263Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-5311c239","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-filter-sub-b-5311c239","reconcileID":"8069dab4-294a-417e-a07b-9084c91ccf14","MaaSSubscription":{"name":"e2e-filter-sub-b-5311c239","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/e2e-filter-sub-a-9e82b2a8","ai-tenant-e2e-worker-w0-d204f4/e2e-filter-sub-b-5311c239","ai-tenant-e2e-worker-w0-d204f4/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:22.979777318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5311c239-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-filter-sub-b-5311c239-auth","reconcileID":"6d1ecdbd-f135-4082-bf39-3d4e95851024","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5311c239-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:23.0352635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5311c239-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-filter-sub-b-5311c239-auth","reconcileID":"6d1ecdbd-f135-4082-bf39-3d4e95851024","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5311c239-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:23.092574047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"51d88f3e-b261-4d8c-b6c7-0e2b19db9c95","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:23.12279822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"70a89b81-1bbd-4fa9-bad9-fbf25dbf232a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:23.122819998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"e40254e7-e366-4888-9816-0b79ae7fdc0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:23.123217503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e82b2a8-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-filter-sub-a-9e82b2a8-auth","reconcileID":"4dee4b19-b34d-4051-86a1-a7fed33611ad","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e82b2a8-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:23.138260851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"ee4e9282-74e1-43a9-ae2a-a771717e9cdd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:23.138443347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-9e82b2a8","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-filter-sub-a-9e82b2a8","reconcileID":"3a287d0f-bdc9-4e0d-a9ce-dd0c0652ca7e","MaaSSubscription":{"name":"e2e-filter-sub-a-9e82b2a8","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:23.17862706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"e40254e7-e366-4888-9816-0b79ae7fdc0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:23.178693974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"70a89b81-1bbd-4fa9-bad9-fbf25dbf232a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:23.181091055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e82b2a8-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-filter-sub-a-9e82b2a8-auth","reconcileID":"4dee4b19-b34d-4051-86a1-a7fed33611ad","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e82b2a8-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:23.299695068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-5311c239","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-filter-sub-b-5311c239","reconcileID":"fe3e1a71-824c-45b4-8607-44d4800ca9e2","MaaSSubscription":{"name":"e2e-filter-sub-b-5311c239","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":3,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:17:23.344686442Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5311c239-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-filter-sub-b-5311c239-auth","reconcileID":"6d1ecdbd-f135-4082-bf39-3d4e95851024","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-filter-sub-b-5311c239-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:23.506044526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5311c239-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-filter-sub-b-5311c239-auth","reconcileID":"aca7b692-2c6e-456b-9132-588c44b44cf0","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5311c239-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:23.561246008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5311c239-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-filter-sub-b-5311c239-auth","reconcileID":"aca7b692-2c6e-456b-9132-588c44b44cf0","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5311c239-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:27.294781594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"69723554-9bb4-4548-bddc-76c4833128d9","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:27.449570125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e82b2a8-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-filter-sub-a-9e82b2a8-auth","reconcileID":"3e9f2ac5-133f-415c-a536-f9c89dbf028d","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e82b2a8-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:27.449774114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"eca181c7-95bb-4875-8941-b64898876595","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:27.449570154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"60719608-a6b0-4fdb-8670-7df730eeabfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:27.450243038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5311c239-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-filter-sub-b-5311c239-auth","reconcileID":"9fcff5c7-821f-4445-8c51-3a71da7a4a46","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5311c239-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:27.505441822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e82b2a8-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-filter-sub-a-9e82b2a8-auth","reconcileID":"3e9f2ac5-133f-415c-a536-f9c89dbf028d","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e82b2a8-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:27.505563392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5311c239-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-filter-sub-b-5311c239-auth","reconcileID":"9fcff5c7-821f-4445-8c51-3a71da7a4a46","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5311c239-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:27.508133439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"eca181c7-95bb-4875-8941-b64898876595","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:27.508226892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"60719608-a6b0-4fdb-8670-7df730eeabfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:33.018355026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"9e796172-5f08-4997-a91d-e5b9f7868514","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:33.018299692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"f730d430-4e3b-4b28-8b5c-fc5a399cfeb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:33.082125839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"f730d430-4e3b-4b28-8b5c-fc5a399cfeb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:33.086929381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"9e796172-5f08-4997-a91d-e5b9f7868514","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:37.458099853Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-9e82b2a8","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-filter-sub-a-9e82b2a8","reconcileID":"3160b04e-54e7-49ff-93b9-a1767b41f444","MaaSSubscription":{"name":"e2e-filter-sub-a-9e82b2a8","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscription":"e2e-filter-sub-a-9e82b2a8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:37.671579756Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-9e82b2a8","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-filter-sub-a-9e82b2a8","reconcileID":"3160b04e-54e7-49ff-93b9-a1767b41f444","MaaSSubscription":{"name":"e2e-filter-sub-a-9e82b2a8","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/e2e-filter-sub-b-5311c239","ai-tenant-e2e-worker-w0-d204f4/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:37.879575342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"ba53df33-a190-4b79-b844-11fa7eba82bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:37.879590645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-5311c239","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-filter-sub-b-5311c239","reconcileID":"cd47e5ff-815f-4f42-9ad4-e89f7bebe2c3","MaaSSubscription":{"name":"e2e-filter-sub-b-5311c239","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:37.88375788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"4194837f-dc6f-4afd-801b-55fc8d0213f2","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:37.94703171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"b33b0220-758a-4710-8a50-47bedc62fc88","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:38.026954249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"b5968ea7-3ce9-48dc-8b3c-1bb7d912ffb1","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:38.064771642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e82b2a8-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-filter-sub-a-9e82b2a8-auth","reconcileID":"25efd677-30f9-40d1-8c87-87b88ffa8534","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e82b2a8-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:38.064809234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"5c58ba87-48a8-4526-92c4-73c53e3d1043","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:38.114461239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"7ff66b15-77a6-4e4a-a063-928d851add6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:38.115568272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5311c239-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-filter-sub-b-5311c239-auth","reconcileID":"d60c3655-2ba1-4994-9916-2ce2ac0cab7f","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5311c239-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:38.120946441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"5c58ba87-48a8-4526-92c4-73c53e3d1043","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:38.121294754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e82b2a8-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-filter-sub-a-9e82b2a8-auth","reconcileID":"25efd677-30f9-40d1-8c87-87b88ffa8534","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e82b2a8-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:38.173075794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"7ff66b15-77a6-4e4a-a063-928d851add6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:38.173089458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5311c239-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-filter-sub-b-5311c239-auth","reconcileID":"d60c3655-2ba1-4994-9916-2ce2ac0cab7f","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5311c239-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:38.495122638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"f78faa20-e726-4ef5-b922-afa199e2efbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:38.495205623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e82b2a8-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-filter-sub-a-9e82b2a8-auth","reconcileID":"3d13383c-ab17-4d47-a73c-a2bd3af199ce","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e82b2a8-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:38.552111809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"f78faa20-e726-4ef5-b922-afa199e2efbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:38.552136473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e82b2a8-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-filter-sub-a-9e82b2a8-auth","reconcileID":"3d13383c-ab17-4d47-a73c-a2bd3af199ce","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e82b2a8-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:38.582731039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5311c239-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-filter-sub-b-5311c239-auth","reconcileID":"0857c412-c220-4c7a-973b-4df476e72f4e","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5311c239-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:38.582775536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"d057d99e-d67e-4577-a627-743f0d0648dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:38.641745375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5311c239-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-filter-sub-b-5311c239-auth","reconcileID":"0857c412-c220-4c7a-973b-4df476e72f4e","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5311c239-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:38.642951388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"d057d99e-d67e-4577-a627-743f0d0648dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:38.938617319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58e28501-4b39-4078-a673-8356aa30cf86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:38.990534071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58e28501-4b39-4078-a673-8356aa30cf86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:39.042664239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58e28501-4b39-4078-a673-8356aa30cf86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:39.094573376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58e28501-4b39-4078-a673-8356aa30cf86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:39.261784635Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:40.73810681Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"default-tenant","reconcileID":"ca0164b2-a9da-47ac-8aac-6b622e99b659","namespace":"ai-tenant-e2e-praxis-a-381df3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:40.738186299Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"default-tenant","reconcileID":"ca0164b2-a9da-47ac-8aac-6b622e99b659","namespace":"ai-tenant-e2e-praxis-a-381df3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:40.73824774Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"default-tenant","reconcileID":"ca0164b2-a9da-47ac-8aac-6b622e99b659","aitenant":"ai-tenants/e2e-praxis-a-381df3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:45.900581193Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"c45a6874-0d5b-43d1-9733-98ca15a279c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:46.066699095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-subscription","reconcileID":"16cebf8a-deef-4e3a-b1d6-bc239bc6d2c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-premium-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/premium-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:46.163469496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5cf4196c-2f14-4abc-85ba-f54d7392b60e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:46.267940992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"fed95e69-72e2-4f1e-a186-451bc35b3737","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:46.267973385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-subscription","reconcileID":"566fcd07-f930-4cd3-a63b-ba3d5396f3eb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-premium-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/premium-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:46.380083637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-subscription","reconcileID":"749901f8-3b22-4d6c-b645-0a54e4edd194","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:46.665999548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fe8095ad-0d71-42bd-bdb9-fe2dcc062003","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:47.28282279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ffc2e8c-a31d-4ef8-b326-3ab6d91416fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:47.335142097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ffc2e8c-a31d-4ef8-b326-3ab6d91416fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:47.38828881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ffc2e8c-a31d-4ef8-b326-3ab6d91416fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:47.440671649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ffc2e8c-a31d-4ef8-b326-3ab6d91416fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:48.277160433Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-5311c239","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-filter-sub-b-5311c239","reconcileID":"be222b27-7b19-417d-880b-b5ca4ad67604","MaaSSubscription":{"name":"e2e-filter-sub-b-5311c239","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscription":"e2e-filter-sub-b-5311c239","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:48.33988349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"ed1da3a7-e0f6-4551-b5d6-fa8da9027e38","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:48.432214397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-5311c239","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-filter-sub-b-5311c239","reconcileID":"be222b27-7b19-417d-880b-b5ca4ad67604","MaaSSubscription":{"name":"e2e-filter-sub-b-5311c239","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:48.532795897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"auth-test-model-2cc24d","reconcileID":"e34e2d06-8b6c-4f85-965f-147774586237","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/auth-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:48.532831638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"auth-test-model-2cc24d","reconcileID":"e34e2d06-8b6c-4f85-965f-147774586237","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"auth-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"auth-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:48.696494003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"04c3514b-090a-4b1d-8b26-3be1e6514155","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:48.835159661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"516fcd88-9d66-4ac8-83b0-13a448aa0994","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:48.851061161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5311c239-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-filter-sub-b-5311c239-auth","reconcileID":"e202096e-3e58-4b53-ac95-6edf79b91c4d","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5311c239-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:48.906790548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5311c239-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-filter-sub-b-5311c239-auth","reconcileID":"e202096e-3e58-4b53-ac95-6edf79b91c4d","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5311c239-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:48.950245679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e82b2a8-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-filter-sub-a-9e82b2a8-auth","reconcileID":"4ddfb331-37c9-4933-849d-21fdb887b3ff","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e82b2a8-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:48.950535977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"e3afc343-f7c1-49d8-b1b1-8faa908eecdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:48.95024569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"0cc0dbeb-6837-40e4-b77d-17f7c005767c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.00578249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e82b2a8-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-filter-sub-a-9e82b2a8-auth","reconcileID":"4ddfb331-37c9-4933-849d-21fdb887b3ff","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e82b2a8-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.006174118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"e3afc343-f7c1-49d8-b1b1-8faa908eecdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.008007438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"0cc0dbeb-6837-40e4-b77d-17f7c005767c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.210254971Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e82b2a8-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-filter-sub-a-9e82b2a8-auth","reconcileID":"ad1cc25e-1db5-47c6-af2c-43acb3a7607b","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-9e82b2a8-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.327187928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fc38db0-2c40-4435-bc3c-8c4c1a183437","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.382296827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fc38db0-2c40-4435-bc3c-8c4c1a183437","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.434026672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fc38db0-2c40-4435-bc3c-8c4c1a183437","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.485758758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fc38db0-2c40-4435-bc3c-8c4c1a183437","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.542869769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"59a57c34-9998-4815-bc57-2e43b165291d","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.686226983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"c1e2a389-4a30-48b4-8fed-130e0ca9f4ef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.696867833Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5311c239-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-filter-sub-b-5311c239-auth","reconcileID":"2fb8c9b8-ce80-44af-895a-707ffcf5c5c4","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-5311c239-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.908922615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"9e21ef83-257b-4e7f-9c3a-246b7019788e","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:53.920509859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"auth-test-model-df41b8","reconcileID":"abff65a7-82db-416a-8100-d10ed9d3a9f6","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/auth-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:53.920546249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"auth-test-model-df41b8","reconcileID":"abff65a7-82db-416a-8100-d10ed9d3a9f6","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"auth-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"auth-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:53.97722386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"auth-test-model-df41b8","reconcileID":"d9fbb550-a5a4-4ad5-97b5-319304284629","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/auth-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:53.977249946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"auth-test-model-df41b8","reconcileID":"d9fbb550-a5a4-4ad5-97b5-319304284629","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"auth-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"auth-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:54.080400838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-auth-iso-33539c","reconcileID":"d6dc1870-2d5a-47e1-8b81-2535e1723d50","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:54.207442104Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-auth-iso-33539c","reconcileID":"d6dc1870-2d5a-47e1-8b81-2535e1723d50","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:54.262261845Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-df41b8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-auth-iso-33539c","reconcileID":"d6dc1870-2d5a-47e1-8b81-2535e1723d50","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:54.317424911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"auth-test-model-df41b8","reconcileID":"1d62a464-b79b-4a9c-b4cb-b95bed79dcf4","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/auth-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:54.317551597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"auth-test-model-df41b8","reconcileID":"1d62a464-b79b-4a9c-b4cb-b95bed79dcf4","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"auth-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"auth-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:17:58.989031542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"2497b61d-c6d9-45d0-b58c-d0ab7b32d0fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:02.152673416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-subscription","reconcileID":"bd4b3c3f-a7f6-4b99-a195-e48c6e03d108","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-premium-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/premium-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:02.546216033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-subscription","reconcileID":"2407747c-6d58-4323-9570-21bc142bd799","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-premium-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/premium-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:04.435235797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-auth-iso-33539c","reconcileID":"679aabe5-4ed5-4f9e-8afe-67b96ec87a86","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:04.498420026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-auth-iso-33539c","reconcileID":"679aabe5-4ed5-4f9e-8afe-67b96ec87a86","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:04.558760362Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-df41b8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-auth-iso-33539c","reconcileID":"679aabe5-4ed5-4f9e-8afe-67b96ec87a86","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:05.524289109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"cb216777-14c4-43df-b255-b81c38302fca","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:05.584246102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"a1e87a13-655f-4688-8061-f69569cdd1bd","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:05.643363371Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-d141b772","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-apikey-sub-binding-d141b772","reconcileID":"862f254c-e567-404d-86c7-fa11337cbfc0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-d141b772\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:05.701264215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"66cfd6df-eb7f-465a-b726-04584eb7842f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:05.702361518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"98ea0a5e-cbb4-491e-a431-4aed074745eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:05.76260313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"1240c2bf-0095-4e89-bb7a-109b7a3d42e5","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:05.763472352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"98ea0a5e-cbb4-491e-a431-4aed074745eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:05.767070714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"66cfd6df-eb7f-465a-b726-04584eb7842f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:05.824438784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"092d43ab-50dc-4abc-a51a-84b98c2e6dd1","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:06.110717146Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-d141b772","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-apikey-sub-binding-d141b772","reconcileID":"1581a1dc-f1bc-4c3b-b432-2b0e17d7d68f","MaaSSubscription":{"name":"e2e-apikey-sub-binding-d141b772","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/e2e-apikey-sub-binding-d141b772","ai-tenant-e2e-worker-w0-d204f4/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:06.136019194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"74e9f7d7-50aa-481f-ac29-9fb162192713","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:06.136112456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"18fa2343-4b68-4138-b636-8458dd520e67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:06.167936481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-subscription","reconcileID":"d6bd7480-9899-4539-9e9f-2cc226a032d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-premium-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/premium-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:06.200049094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"18fa2343-4b68-4138-b636-8458dd520e67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:06.204989376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"74e9f7d7-50aa-481f-ac29-9fb162192713","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:06.277889444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"42c050cb-4742-4ffd-8099-f20629e8539e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:06.282578291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"d9a990cd-18b2-4840-a517-7e35a4d823fd","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:06.395478209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"d6a00c96-aa35-46e7-8bdc-488397c6f188","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:06.479559201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"67c246d5-b106-4896-b275-09b31cf306b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:06.583986817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-d141b772","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-apikey-sub-binding-d141b772","reconcileID":"76344606-b865-4ec4-ab21-0f0c44a4d16e","MaaSSubscription":{"name":"e2e-apikey-sub-binding-d141b772","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:06.58409147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-subscription","reconcileID":"2c0f99af-db0b-4ff2-bc45-b3531493f286","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:06.72420768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-subscription","reconcileID":"23c63554-b1ca-4a92-b957-cde4deba621b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-premium-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/premium-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.261569685Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.662053176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"65ffcd59-41d8-48c9-8c50-f17af983021e","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.822893506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"d69180aa-6822-4699-9efd-4db392405d2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.823765048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"6cd0d1fe-2093-4c19-8bcb-43919db161ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.88117923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"6cd0d1fe-2093-4c19-8bcb-43919db161ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.881179233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"d69180aa-6822-4699-9efd-4db392405d2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:10.512887829Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-d141b772","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-apikey-sub-binding-d141b772","reconcileID":"0fb819dd-13d6-49d2-97c6-eb40713b0fab","MaaSSubscription":{"name":"e2e-apikey-sub-binding-d141b772","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8c8fd0ce","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:10.726496942Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"4537996c-a5c5-42e5-83c2-ab59608c26c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:11.045489427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"a73c51b1-2bdf-4258-b7bb-896d15cdbece","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:14.685856853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-auth-iso-33539c","reconcileID":"b6a12a45-792b-4601-9029-9b23eb299b96","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:14.74203287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-auth-iso-33539c","reconcileID":"b6a12a45-792b-4601-9029-9b23eb299b96","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:14.79654541Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-df41b8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a0d5e85fb6185f12ed62b94ec2546d0d82a95f20acae18aaa406f6c96588c1f4) AuthConfig (8c94bc9877c7671c56426e00382e942282cb8ca79d3bfdb96a1dbe710eddd7a2) AuthConfig (78aed45be841f6d27e78146b7f92610a70a3f61b70998877e804702a43f5a26c) AuthConfig (3a73aa21661e4fcfe95b0b2239a5ba0284e33570855e3f01aacb0b3bd3821880) AuthConfig (2448a0b8407c4a739b28de0934b5d18c2696d2753222db39ce42195c481774ce) AuthConfig (b6686ac25dff5e7efe5004a910798ee5134f18403f6b4cecf110e8f09cace8dd) AuthConfig (0b12166d198aba8debcd4795b9c9421e81f971b23a3ab63dbcd5c3bd297e19be) AuthConfig (58a86b0b246ff868e26f5bcda79037f7e70c8227d8f6c88d22868e9915fbcebd) AuthConfig (bb614c632c65564e9a5b084e314c27717867241055a5c72f1fac959d0c1b8aeb) AuthConfig (cfcaca5a8a29fae0c28a0f62cd177d4a3d5d6a1e3bf310e067d79c04c7a184a4) AuthConfig (395fd68e60b6b82f63802d03914bb70a2fe572efc02a4ab8a69fe8bc8e5edde9) AuthConfig (8eb8b934dcd9e526c73ba2addf157ff2847dc753a3778e7d3f12b258db44a7ff) AuthConfig (95a920420d3d17d4d62311fc701fc908128259b27995cfd5944a074824561003) AuthConfig (095d5dfe4d43390d0165297b7512bf5f6d74406567cad8b175cc0229fa3bbee7) AuthConfig (877d62fbd955e712e622bf5a80b01f91ffd74471d1eb46735fe97759afb0e455) AuthConfig (8320dd3cfc6f2745b43bed2980c37798ee9b152f72e02732980d010bd60c59ec) AuthConfig (4575dbdcd827f188f124fae637f10bbf2ed513eae070ed316760160f2df181ac) AuthConfig (f580fcd97f9b6fed9efc1e356f0e7386aef5a4eac986ec58ea58c7eb7b302fc4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-auth-iso-33539c","reconcileID":"b6a12a45-792b-4601-9029-9b23eb299b96","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:14.853856935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"auth-test-model-df41b8","reconcileID":"90bdc6fa-7f70-4525-9159-d15580813c1d","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/auth-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:14.853878976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"auth-test-model-df41b8","reconcileID":"90bdc6fa-7f70-4525-9159-d15580813c1d","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"auth-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"auth-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:18.153172782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-subscription","reconcileID":"bd07b3e7-cbfe-4aad-b0f2-d4716884c27e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-premium-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/premium-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:18.252746693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"138f3ce5-a39b-4676-87b5-3a6b7d47da48","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:18.35238407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-subscription","reconcileID":"ae63dc47-4838-4c34-b210-023b7953822f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-premium-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/premium-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:18.508249287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-subscription","reconcileID":"5242312b-c7da-420f-b89d-91a1ec7cb41e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:18.624185864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"52bed2fa-ab85-4e26-86ad-be4e77b7a3dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:19.262080522Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"default-tenant","reconcileID":"177abc77-12cb-4650-9a31-b7dd5b4e58cc","namespace":"ai-tenant-e2e-praxis-a-381df3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:19.262139286Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"default-tenant","reconcileID":"177abc77-12cb-4650-9a31-b7dd5b4e58cc","namespace":"ai-tenant-e2e-praxis-a-381df3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:19.262188059Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"default-tenant","reconcileID":"177abc77-12cb-4650-9a31-b7dd5b4e58cc","tenant":"e2e-praxis-a-381df3","tenantID":"e2e-praxis-a-381df3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:19.315415244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"default-tenant","reconcileID":"177abc77-12cb-4650-9a31-b7dd5b4e58cc","gvk":"Deployment","name":"maas-api-e2e-praxis-a-381df3","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:19.374519448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"default-tenant","reconcileID":"177abc77-12cb-4650-9a31-b7dd5b4e58cc","gvk":"Service","name":"maas-api-e2e-praxis-a-381df3","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:19.428645291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"default-tenant","reconcileID":"177abc77-12cb-4650-9a31-b7dd5b4e58cc","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-381df3","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:19.481939721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"default-tenant","reconcileID":"177abc77-12cb-4650-9a31-b7dd5b4e58cc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-381df3","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:19.537620805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"default-tenant","reconcileID":"177abc77-12cb-4650-9a31-b7dd5b4e58cc","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-381df3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:19.591400413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"default-tenant","reconcileID":"177abc77-12cb-4650-9a31-b7dd5b4e58cc","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-381df3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:19.645602772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"default-tenant","reconcileID":"177abc77-12cb-4650-9a31-b7dd5b4e58cc","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-381df3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:19.70106661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"default-tenant","reconcileID":"177abc77-12cb-4650-9a31-b7dd5b4e58cc","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-381df3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:19.754030577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"default-tenant","reconcileID":"177abc77-12cb-4650-9a31-b7dd5b4e58cc","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-381df3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:19.805806762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"default-tenant","reconcileID":"177abc77-12cb-4650-9a31-b7dd5b4e58cc","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-381df3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:19.857370821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"default-tenant","reconcileID":"177abc77-12cb-4650-9a31-b7dd5b4e58cc","gvk":"Service","name":"payload-processing-e2e-praxis-a-381df3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:19.90858841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"default-tenant","reconcileID":"177abc77-12cb-4650-9a31-b7dd5b4e58cc","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-381df3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:19.959889731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"default-tenant","reconcileID":"177abc77-12cb-4650-9a31-b7dd5b4e58cc","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-381df3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:20.011755395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"default-tenant","reconcileID":"177abc77-12cb-4650-9a31-b7dd5b4e58cc","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-381df3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:20.06284668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"default-tenant","reconcileID":"177abc77-12cb-4650-9a31-b7dd5b4e58cc","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-381df3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:20.122218012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"default-tenant","reconcileID":"177abc77-12cb-4650-9a31-b7dd5b4e58cc","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-381df3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:20.17381541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"default-tenant","reconcileID":"177abc77-12cb-4650-9a31-b7dd5b4e58cc","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-381df3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:20.22660768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"default-tenant","reconcileID":"177abc77-12cb-4650-9a31-b7dd5b4e58cc","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-381df3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:20.286718373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"default-tenant","reconcileID":"177abc77-12cb-4650-9a31-b7dd5b4e58cc","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-381df3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:20.338493641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-381df3"},"namespace":"ai-tenant-e2e-praxis-a-381df3","name":"default-tenant","reconcileID":"177abc77-12cb-4650-9a31-b7dd5b4e58cc","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-381df3","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:20.585838485Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-d141b772","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-apikey-sub-binding-d141b772","reconcileID":"af41f657-2594-4895-9adb-8b3abbb18738","MaaSSubscription":{"name":"e2e-apikey-sub-binding-d141b772","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscription":"e2e-apikey-sub-binding-d141b772","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:20.742042991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-d141b772","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-apikey-sub-binding-d141b772","reconcileID":"af41f657-2594-4895-9adb-8b3abbb18738","MaaSSubscription":{"name":"e2e-apikey-sub-binding-d141b772","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:20.955660096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"70ab93bf-2b3e-4c15-9b14-691c0133bc2d","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:21.066013038Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-381df3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-381df3","reconcileID":"ddb2a536-b6fe-4450-af33-0e206159cffe","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-381df3","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-381df3"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:21.110128057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"965999b4-0f3e-4953-8b68-f93d4284583e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:21.110128099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"6528bd1f-71cc-49ba-aba6-1bdd3970fac7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:21.165709653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"6528bd1f-71cc-49ba-aba6-1bdd3970fac7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:21.165799897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"965999b4-0f3e-4953-8b68-f93d4284583e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:22.162074934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"b0846088-af9f-4c64-81ea-9c49621bdfb6","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:22.220800197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"7710a85d-85d4-4b0f-b286-06fc80246dfb","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:22.270878512Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-ordering-sub","reconcileID":"60c79b80-48c5-4861-8a66-8781640412b9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:22.317382742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"1570ba05-c21b-4bcf-8a11-e88ad841df8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:22.317382423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"ff7572ee-d721-4c5c-a9c7-f8eb35df27ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:22.373401373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"ff7572ee-d721-4c5c-a9c7-f8eb35df27ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:22.373648929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"1570ba05-c21b-4bcf-8a11-e88ad841df8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:22.385159177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"087346cf-89c3-4019-bb1d-d0e69d09936c","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:22.444490613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"ef088dcc-4314-489e-9f48-03b6c07801c8","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:22.468537909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b69d8c7-f6d1-40da-9de3-d6949be37289","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:22.522038491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b69d8c7-f6d1-40da-9de3-d6949be37289","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:22.574443066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b69d8c7-f6d1-40da-9de3-d6949be37289","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:22.6266993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b69d8c7-f6d1-40da-9de3-d6949be37289","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:22.781724624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"932b1f43-13d0-4f7f-9c1f-4c9ebed91d61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:22.786919591Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-ordering-sub","reconcileID":"a8e4538b-9a86-4f95-a723-a05e5eec9fb3","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-premium-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/premium-w0-d204f4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/e2e-ordering-sub","ai-tenant-e2e-worker-w0-d204f4/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:22.837122461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"688baae6-979a-40e2-8a02-e8ef3237ed68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:22.837315123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"932b1f43-13d0-4f7f-9c1f-4c9ebed91d61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:22.894373332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"688baae6-979a-40e2-8a02-e8ef3237ed68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:22.99910886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"88177e7a-b2b5-489c-b9bf-6479c07585e2","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:23.044375966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-subscription","reconcileID":"f603af84-21c5-4120-97c0-e73fc8992077","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-premium-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/premium-w0-d204f4","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:23.205760696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-ordering-sub","reconcileID":"b9033cc8-9950-49b2-8cab-150f5dbce686","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-premium-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/premium-w0-d204f4","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.520065296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c15a2e57-906f-4c7e-8e7e-5bbfa3de9b8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.576250745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c15a2e57-906f-4c7e-8e7e-5bbfa3de9b8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.627987432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c15a2e57-906f-4c7e-8e7e-5bbfa3de9b8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.679727128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c15a2e57-906f-4c7e-8e7e-5bbfa3de9b8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.991827707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-auth-iso-33539c","reconcileID":"c982adb7-099b-475c-bcea-7c753b654f6b","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:25.047065184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-auth-iso-33539c","reconcileID":"c982adb7-099b-475c-bcea-7c753b654f6b","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:25.361675444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"auth-test-model-df41b8","reconcileID":"7b6111b0-5870-484c-8115-05b338f0c168","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/auth-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:25.361696001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"auth-test-model-df41b8","reconcileID":"7b6111b0-5870-484c-8115-05b338f0c168","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"auth-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"auth-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:25.483938869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"1ba19aba-dfe6-4cb2-b221-909e1df8b77b","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:25.539693279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"114b4570-5f22-4597-9317-6b27e5c24c52","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:25.738182579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-ordering-auth","reconcileID":"c87b0bf7-d80a-4ebe-82b7-3a57495f60a2","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:25.794364387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-ordering-auth","reconcileID":"c87b0bf7-d80a-4ebe-82b7-3a57495f60a2","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:26.058712901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"52f8c08e-5912-4c51-88e3-de24cd28d21a","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:27.635225495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"10ec8132-552b-4067-865a-d6d0981bee24","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:27.635650353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"premium-w3-1b1134","reconcileID":"59ca8d73-7383-4b61-8b8f-cf740b7f0ff7","MaaSModelRef":{"name":"premium-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"premium-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"premium-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:27.635927249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"560176cd-63eb-427b-a90f-1750062bbb93","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:27.701510105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"premium-w3-1b1134","reconcileID":"e10ce31f-0250-4548-a9e5-4b9d7925d0b1","MaaSModelRef":{"name":"premium-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"premium-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"premium-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:27.70181496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"6f0c4280-04d4-49bf-9f8a-e4d95f3f9d72","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:27.701976842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"0c761c48-49a4-4e32-bd2e-1f8031e96155","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:27.791857365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"106ec7f7-77fc-4ad5-9e47-08afc3111258","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:27.792035849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"ffa7efa9-4e0d-45e8-b047-0808288cbdd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:27.846406787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-subscription","reconcileID":"575f2c38-74fd-469e-83cd-d647b48c498d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:27.858973793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"ffa7efa9-4e0d-45e8-b047-0808288cbdd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:27.847203725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-subscription","reconcileID":"8758a6fb-4975-4960-b8dc-9b3a47a7cca5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-premium-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/premium-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:27.862373539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"106ec7f7-77fc-4ad5-9e47-08afc3111258","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:28.167271565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"3a2b3520-71db-4634-aca6-1773dda208c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:28.170436816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"caae598a-156a-4c57-9029-3fbc4ea2a0d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:28.22503908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"3a2b3520-71db-4634-aca6-1773dda208c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:28.225628731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"caae598a-156a-4c57-9029-3fbc4ea2a0d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:28.300213719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"04048d47-b8b9-465a-b69d-c9cdc930440e","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:28.455364494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-ordering-auth","reconcileID":"de9390a5-80f2-49ab-827a-879edb64a009","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:28.455377549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"a4d09294-2a45-448a-9fa2-a13d679b5586","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:28.455765084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"8b5f3bbc-124e-4b97-a347-d3267356fd71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:28.511251546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"8b5f3bbc-124e-4b97-a347-d3267356fd71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:28.51241391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-ordering-auth","reconcileID":"de9390a5-80f2-49ab-827a-879edb64a009","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:28.513590512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"a4d09294-2a45-448a-9fa2-a13d679b5586","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:30.451167737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"auth-test-model-df41b8","reconcileID":"ad28cd5c-399e-4b5a-b5ab-a660490931aa","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/auth-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:30.451191385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"auth-test-model-df41b8","reconcileID":"ad28cd5c-399e-4b5a-b5ab-a660490931aa","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"auth-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"auth-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:30.508587801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"auth-test-model-df41b8","reconcileID":"83b9a7f4-7f1a-4103-a005-f681818bbf42","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/auth-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:30.508616572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"auth-test-model-df41b8","reconcileID":"83b9a7f4-7f1a-4103-a005-f681818bbf42","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"auth-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"auth-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:30.5558746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-auth-iso-33539c","reconcileID":"03784caa-a3c1-4cf9-9492-cbee492e18b5","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:30.556936218Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-auth-iso-33539c","reconcileID":"f0725688-b2c1-4f88-891d-328297c558d9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-33539c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:30.561378662Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"auth-test-model-df41b8","reconcileID":"83b9a7f4-7f1a-4103-a005-f681818bbf42","name":"auth-test-model-df41b8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-df41b8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:30.561448836Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"auth-test-model-df41b8","reconcileID":"83b9a7f4-7f1a-4103-a005-f681818bbf42","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-df41b8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:30.566827031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"auth-test-model-df41b8","reconcileID":"bc8f6107-d42b-4550-8da8-eec244e95184","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/auth-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:30.566844471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"auth-test-model-df41b8","reconcileID":"bc8f6107-d42b-4550-8da8-eec244e95184","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"auth-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"auth-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:30.611846068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-auth-iso-33539c","reconcileID":"03784caa-a3c1-4cf9-9492-cbee492e18b5","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:30.663519564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"auth-test-model-df41b8","reconcileID":"b4221df0-04fd-4bb8-ba0c-7eaacfa5df50","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/auth-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:30.663539426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"auth-test-model-df41b8","reconcileID":"b4221df0-04fd-4bb8-ba0c-7eaacfa5df50","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"auth-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"auth-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:30.719975297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"auth-test-model-df41b8","reconcileID":"35368147-a27d-4678-9397-c90c68ba5c76","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/auth-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:30.719994742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"auth-test-model-df41b8","reconcileID":"35368147-a27d-4678-9397-c90c68ba5c76","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"auth-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"auth-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:30.918057505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-auth-iso-33539c","reconcileID":"e836c969-c608-4a09-889c-ffb2eaff0190","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:30.927307312Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-auth-iso-33539c","reconcileID":"c3757fc6-5b9d-49df-9b70-b922da72cfc1","MaaSSubscription":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"maas-trlp-auth-test-model-df41b8","model":"auth-test-model-df41b8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-df41b8/e2e-auth-iso-33539c"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:30.974495928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-auth-iso-33539c","reconcileID":"e836c969-c608-4a09-889c-ffb2eaff0190","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:31.091955804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"auth-test-model-df41b8","reconcileID":"c4da0bb5-afc9-42f4-a5d2-7d930d3bbe30","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/auth-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:31.091980948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"auth-test-model-df41b8","reconcileID":"c4da0bb5-afc9-42f4-a5d2-7d930d3bbe30","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"auth-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"auth-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:31.297853014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-auth-iso-33539c","reconcileID":"d3317abb-e6ff-4bd5-850e-dc8153d02fcf","MaaSSubscription":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"maas-trlp-auth-test-model-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/auth-test-model-df41b8","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:32.805765056Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-subscription","reconcileID":"e69e54d4-6bbf-436c-a8d6-3403c6569b0b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-premium-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/premium-w0-d204f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:32.889978066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"afa0fadc-2fc0-48b6-a4b5-a9fd0a339e2d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:33.037445528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-subscription","reconcileID":"eb4ad032-c27d-4352-8e88-d75603c002cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:33.263668165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-subscription","reconcileID":"8842b1f1-4543-46fb-8884-dcd3cf8778c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-premium-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/premium-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:33.264288271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"3785f33b-4371-4dd7-8f76-cc764dd84aa6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:33.397139596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-subscription","reconcileID":"3e3b37a2-9fdb-415e-ac56-10675a029f2b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-premium-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/premium-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:33.397992476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d1537968-d4c1-43c6-9d80-296851d20724","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:34.126218784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16f57700-781c-4676-9295-71c142fa81de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:34.178276446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16f57700-781c-4676-9295-71c142fa81de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:34.229964678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16f57700-781c-4676-9295-71c142fa81de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:34.281780904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16f57700-781c-4676-9295-71c142fa81de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:35.325921479Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb8d4e"},"namespace":"ai-tenant-e2e-praxis-b-cb8d4e","name":"default-tenant","reconcileID":"b38fb28c-8c91-4724-b455-d5c23e22ec4b","namespace":"ai-tenant-e2e-praxis-b-cb8d4e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:35.325980201Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb8d4e"},"namespace":"ai-tenant-e2e-praxis-b-cb8d4e","name":"default-tenant","reconcileID":"b38fb28c-8c91-4724-b455-d5c23e22ec4b","namespace":"ai-tenant-e2e-praxis-b-cb8d4e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:35.326031271Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb8d4e"},"namespace":"ai-tenant-e2e-praxis-b-cb8d4e","name":"default-tenant","reconcileID":"b38fb28c-8c91-4724-b455-d5c23e22ec4b","tenant":"e2e-praxis-b-cb8d4e","tenantID":"e2e-praxis-b-cb8d4e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:35.37920275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb8d4e"},"namespace":"ai-tenant-e2e-praxis-b-cb8d4e","name":"default-tenant","reconcileID":"b38fb28c-8c91-4724-b455-d5c23e22ec4b","gvk":"Deployment","name":"maas-api-e2e-praxis-b-cb8d4e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:35.438281868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb8d4e"},"namespace":"ai-tenant-e2e-praxis-b-cb8d4e","name":"default-tenant","reconcileID":"b38fb28c-8c91-4724-b455-d5c23e22ec4b","gvk":"Service","name":"maas-api-e2e-praxis-b-cb8d4e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:35.493810647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb8d4e"},"namespace":"ai-tenant-e2e-praxis-b-cb8d4e","name":"default-tenant","reconcileID":"b38fb28c-8c91-4724-b455-d5c23e22ec4b","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-cb8d4e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:35.548586928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb8d4e"},"namespace":"ai-tenant-e2e-praxis-b-cb8d4e","name":"default-tenant","reconcileID":"b38fb28c-8c91-4724-b455-d5c23e22ec4b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-cb8d4e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:35.686529807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb8d4e"},"namespace":"ai-tenant-e2e-praxis-b-cb8d4e","name":"default-tenant","reconcileID":"b38fb28c-8c91-4724-b455-d5c23e22ec4b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-cb8d4e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:35.741924596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb8d4e"},"namespace":"ai-tenant-e2e-praxis-b-cb8d4e","name":"default-tenant","reconcileID":"b38fb28c-8c91-4724-b455-d5c23e22ec4b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-cb8d4e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:35.797927744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb8d4e"},"namespace":"ai-tenant-e2e-praxis-b-cb8d4e","name":"default-tenant","reconcileID":"b38fb28c-8c91-4724-b455-d5c23e22ec4b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-cb8d4e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:35.851760661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb8d4e"},"namespace":"ai-tenant-e2e-praxis-b-cb8d4e","name":"default-tenant","reconcileID":"b38fb28c-8c91-4724-b455-d5c23e22ec4b","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-cb8d4e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:35.902860645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb8d4e"},"namespace":"ai-tenant-e2e-praxis-b-cb8d4e","name":"default-tenant","reconcileID":"b38fb28c-8c91-4724-b455-d5c23e22ec4b","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-cb8d4e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:35.955238605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb8d4e"},"namespace":"ai-tenant-e2e-praxis-b-cb8d4e","name":"default-tenant","reconcileID":"b38fb28c-8c91-4724-b455-d5c23e22ec4b","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-cb8d4e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.009584611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb8d4e"},"namespace":"ai-tenant-e2e-praxis-b-cb8d4e","name":"default-tenant","reconcileID":"b38fb28c-8c91-4724-b455-d5c23e22ec4b","gvk":"Service","name":"payload-processing-e2e-praxis-b-cb8d4e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.061020388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb8d4e"},"namespace":"ai-tenant-e2e-praxis-b-cb8d4e","name":"default-tenant","reconcileID":"b38fb28c-8c91-4724-b455-d5c23e22ec4b","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-cb8d4e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.112157084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb8d4e"},"namespace":"ai-tenant-e2e-praxis-b-cb8d4e","name":"default-tenant","reconcileID":"b38fb28c-8c91-4724-b455-d5c23e22ec4b","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-cb8d4e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.163351456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb8d4e"},"namespace":"ai-tenant-e2e-praxis-b-cb8d4e","name":"default-tenant","reconcileID":"b38fb28c-8c91-4724-b455-d5c23e22ec4b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-cb8d4e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.214303814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb8d4e"},"namespace":"ai-tenant-e2e-praxis-b-cb8d4e","name":"default-tenant","reconcileID":"b38fb28c-8c91-4724-b455-d5c23e22ec4b","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-cb8d4e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.222514176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb","reconcileID":"36834b9b-59f0-4e50-961a-e1c4ea6710be","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"tenant":"e2e-inf-a-ad7edb","gateway":"openshift-ingress/e2e-inf-a-ad7edb","model":"ai-tenant-e2e-inf-a-ad7edb/test-model-ad7edb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.22253839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb","reconcileID":"36834b9b-59f0-4e50-961a-e1c4ea6710be","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"routeName":"test-model-ad7edb-kserve-route","namespace":"ai-tenant-e2e-inf-a-ad7edb","llmisvcName":"test-model-ad7edb","gateway":"openshift-ingress/e2e-inf-a-ad7edb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.242552314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"886af491-1c34-4306-8666-201fd501e306","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.294603842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"886af491-1c34-4306-8666-201fd501e306","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.296713208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb8d4e"},"namespace":"ai-tenant-e2e-praxis-b-cb8d4e","name":"default-tenant","reconcileID":"b38fb28c-8c91-4724-b455-d5c23e22ec4b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-cb8d4e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.346488917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"886af491-1c34-4306-8666-201fd501e306","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.397745999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb8d4e"},"namespace":"ai-tenant-e2e-praxis-b-cb8d4e","name":"default-tenant","reconcileID":"b38fb28c-8c91-4724-b455-d5c23e22ec4b","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-cb8d4e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.398392234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"886af491-1c34-4306-8666-201fd501e306","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.451196988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb8d4e"},"namespace":"ai-tenant-e2e-praxis-b-cb8d4e","name":"default-tenant","reconcileID":"b38fb28c-8c91-4724-b455-d5c23e22ec4b","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-cb8d4e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.503075685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb8d4e"},"namespace":"ai-tenant-e2e-praxis-b-cb8d4e","name":"default-tenant","reconcileID":"b38fb28c-8c91-4724-b455-d5c23e22ec4b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-cb8d4e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.554512152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb8d4e"},"namespace":"ai-tenant-e2e-praxis-b-cb8d4e","name":"default-tenant","reconcileID":"b38fb28c-8c91-4724-b455-d5c23e22ec4b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-cb8d4e","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:38.460776948Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-ordering-sub","reconcileID":"1f630968-6129-442b-9313-06cbac7db8fb","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/premium-w0-d204f4","subscription":"e2e-ordering-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:38.615565114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-ordering-sub","reconcileID":"1f630968-6129-442b-9313-06cbac7db8fb","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-premium-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/premium-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:38.832647483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"62663950-539d-406f-a2de-d84ec76054af","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:38.982495843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"aadb2374-a8c8-4d54-a8f7-6aea4baf786a","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:38.988824546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"4eefaa60-6e66-4429-97e8-5114bc759f76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:38.988858637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-ordering-auth","reconcileID":"832b9360-1962-4aed-9248-6cebf05cf97d","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:38.989360661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"f686c3fb-adbf-41f5-8f3b-4c352213c99f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:39.05158304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-ordering-auth","reconcileID":"832b9360-1962-4aed-9248-6cebf05cf97d","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:39.05161169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"4eefaa60-6e66-4429-97e8-5114bc759f76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:39.053806069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"f686c3fb-adbf-41f5-8f3b-4c352213c99f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:39.257994059Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-ordering-auth","reconcileID":"84fab1a7-f98d-4e86-9360-d31b13c1d4d4","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/premium-w0-d204f4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:39.264979311Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:39.415317917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"7847a696-8f45-4782-876a-b01067cc4023","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:40.611985409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"40bfc318-cb73-42ff-978d-7afde5a041bf","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:40.665886724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"3de7941d-f45b-4c9a-8698-80a825cdc371","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:40.820291933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-auth-success","reconcileID":"92e44b26-bbf0-4102-95c0-7bc87124dea9","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:40.87588991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-auth-success","reconcileID":"92e44b26-bbf0-4102-95c0-7bc87124dea9","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:40.879485924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"d1ae2e9e-508f-4c0b-83f3-32f62da36ef1","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:40.933995713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"abb0f740-3c9d-4bcc-b161-94fc2e20bce7","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:40.985690192Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-subscription-success","reconcileID":"f6652193-607f-4650-bb22-0f5abeafbcc4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:41.033653146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"16867d46-deef-4e5b-9f64-b656bd59079c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:41.034380924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"4b0ed825-f044-4ff7-8fc5-18ca395a5f4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:41.090168149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"16867d46-deef-4e5b-9f64-b656bd59079c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:41.090303363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"4b0ed825-f044-4ff7-8fc5-18ca395a5f4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:41.099660142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"5efd79be-1107-40b3-970a-1b0b4d5333ae","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:41.13990167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"8a16016d-d0f2-469c-8106-cd04369301aa","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:41.155240145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"bfe96f2d-128d-4c1c-991a-ef12c48e7d76","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:41.293666507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-auth-success","reconcileID":"29e8a99f-e293-4a9c-99e2-1c2e340972af","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:41.349201024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-auth-success","reconcileID":"29e8a99f-e293-4a9c-99e2-1c2e340972af","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:41.420837211Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-subscription-success","reconcileID":"41c55760-e57a-4764-a4cb-c1bc0f4f643a","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-premium-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/premium-w0-d204f4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/e2e-test-subscription-success","ai-tenant-e2e-worker-w0-d204f4/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:41.447174646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"1f2c6570-d59a-4ce1-a2fb-cfe9715b681d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:41.447192724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"9eff68c7-0f51-4552-8273-a08a6fb91686","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:41.503256878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"1f2c6570-d59a-4ce1-a2fb-cfe9715b681d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:41.503373703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"9eff68c7-0f51-4552-8273-a08a6fb91686","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:41.58280966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"6256d171-278c-417c-bbdb-b2e1fda4f946","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:41.686832596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-subscription","reconcileID":"60526640-6dd9-4de5-a823-ae012dcd72dc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-premium-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/premium-w0-d204f4","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:41.687626823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb","reconcileID":"bdd4bbe1-ad7f-433d-9c6d-b87deff01fe1","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"tenant":"e2e-inf-a-ad7edb","gateway":"openshift-ingress/e2e-inf-a-ad7edb","model":"ai-tenant-e2e-inf-a-ad7edb/test-model-ad7edb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:41.687643305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb","reconcileID":"bdd4bbe1-ad7f-433d-9c6d-b87deff01fe1","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"routeName":"test-model-ad7edb-kserve-route","namespace":"ai-tenant-e2e-inf-a-ad7edb","llmisvcName":"test-model-ad7edb","gateway":"openshift-ingress/e2e-inf-a-ad7edb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:41.741899341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb","reconcileID":"f48ed132-0ce6-4d05-bc9d-2d49af2a2dcc","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"tenant":"e2e-inf-a-ad7edb","gateway":"openshift-ingress/e2e-inf-a-ad7edb","model":"ai-tenant-e2e-inf-a-ad7edb/test-model-ad7edb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:41.741926713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb","reconcileID":"f48ed132-0ce6-4d05-bc9d-2d49af2a2dcc","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"routeName":"test-model-ad7edb-kserve-route","namespace":"ai-tenant-e2e-inf-a-ad7edb","llmisvcName":"test-model-ad7edb","gateway":"openshift-ingress/e2e-inf-a-ad7edb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:41.842690095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-subscription-success","reconcileID":"d413b5af-32c5-4818-9bef-c49ac79d7c24","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-premium-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/premium-w0-d204f4","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:41.844576105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ad7edb-auth","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb-auth","reconcileID":"3491122b-37dc-44d4-9cfc-4a569d084baa","MaaSAuthPolicy":{"name":"test-model-ad7edb-auth","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ad7edb","tenantID":"e2e-inf-a-ad7edb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:41.969450619Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ad7edb-auth","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb-auth","reconcileID":"3491122b-37dc-44d4-9cfc-4a569d084baa","MaaSAuthPolicy":{"name":"test-model-ad7edb-auth","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"name":"e2e-inf-a-ad7edb-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:42.023174013Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-ad7edb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ad7edb-auth","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb-auth","reconcileID":"3491122b-37dc-44d4-9cfc-4a569d084baa","MaaSAuthPolicy":{"name":"test-model-ad7edb-auth","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:42.07765882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb","reconcileID":"93b4a657-c0d4-4743-8b7f-6293b5cabd1c","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"tenant":"e2e-inf-a-ad7edb","gateway":"openshift-ingress/e2e-inf-a-ad7edb","model":"ai-tenant-e2e-inf-a-ad7edb/test-model-ad7edb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:42.077678333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb","reconcileID":"93b4a657-c0d4-4743-8b7f-6293b5cabd1c","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"routeName":"test-model-ad7edb-kserve-route","namespace":"ai-tenant-e2e-inf-a-ad7edb","llmisvcName":"test-model-ad7edb","gateway":"openshift-ingress/e2e-inf-a-ad7edb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:44.248076401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"ad3f107e-6a1e-4746-8233-c5723fd4b69e","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:44.403718226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-auth-success","reconcileID":"a6ec9260-8db0-40a4-b592-62c6f49e52f0","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:44.403782803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"bb216031-9af7-4ba5-91c0-9e8ce27ba657","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:44.404261055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"2f407dc8-f60a-4912-aa51-09088b81fddc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:44.459677479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-auth-success","reconcileID":"a6ec9260-8db0-40a4-b592-62c6f49e52f0","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:44.459969386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"2f407dc8-f60a-4912-aa51-09088b81fddc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:44.462637696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"bb216031-9af7-4ba5-91c0-9e8ce27ba657","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:46.173908013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"25135071-37d2-42b7-b0e2-31a87a25f4cb","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:48.17422177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"c268efce-c956-4d55-a14b-c627df7a9dbe","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:48.227905353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"f2868635-8299-4b6b-8927-81f85d09259e","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:48.38292342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-dedup-auth","reconcileID":"72f27a75-f5ae-40eb-8717-391cff5f01b6","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:48.440615025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-dedup-auth","reconcileID":"72f27a75-f5ae-40eb-8717-391cff5f01b6","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:48.759948319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"c608450c-f82e-4d1f-86bc-2d975ed26b24","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:48.92275484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-dedup-auth","reconcileID":"7f53682a-1772-4763-ba40-1c1270ada298","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:48.993843716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-dedup-auth","reconcileID":"7f53682a-1772-4763-ba40-1c1270ada298","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:50.899396909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-auth-iso-33539c","reconcileID":"7e84eb47-177b-4ec2-8635-9fe482a3a468","MaaSSubscription":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"maas-trlp-auth-test-model-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/auth-test-model-df41b8","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:50.901929516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"b8b6089e-dd1f-4576-a198-9ae6a78bc4e9","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:51.016955064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"ca8c79a2-49f3-47e3-ba1d-f48fd0fad712","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:51.021818686Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-dedup-subscription","reconcileID":"f429566b-756d-4e5a-b8a1-255f9b8de8af","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:51.116898265Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-dedup-auth","reconcileID":"76fe7d72-77bd-4093-b920-2be239c4a406","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:51.11793683Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"23d8f78d-abf9-48e2-a44a-f2af6f4f32a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:51.119526206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"auth-test-model-df41b8","reconcileID":"3ed5d79a-22d1-4649-9a28-b4e323609413","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/auth-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:51.119617437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"auth-test-model-df41b8","reconcileID":"3ed5d79a-22d1-4649-9a28-b4e323609413","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"auth-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"auth-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:51.183796518Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"2bbbcec4-9993-4d4b-8907-e43659426863","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:51.185737715Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-dedup-auth","reconcileID":"76fe7d72-77bd-4093-b920-2be239c4a406","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:51.186137257Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"23d8f78d-abf9-48e2-a44a-f2af6f4f32a4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:51.187530476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"25ac9db1-4944-4653-80e7-62bcd7f4d741","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:51.189040382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"90b4b605-e96d-4e70-8d08-605888648374","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:51.189591572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"premium-w3-1b1134","reconcileID":"704738a0-6a8f-4759-978e-b436344efa47","MaaSModelRef":{"name":"premium-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"premium-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"premium-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:51.256600347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"86fe6e5f-b3f8-4fb2-a843-0af0734c06f5","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:51.257455529Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"2bbbcec4-9993-4d4b-8907-e43659426863","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:51.28629503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"06af7377-73cf-40f0-801e-069ccb514d4b","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:51.455872159Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-dedup-auth","reconcileID":"e1dc5878-0b7a-4261-877d-41dee1357b69","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:51.456081008Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-dedup-auth","reconcileID":"e1dc5878-0b7a-4261-877d-41dee1357b69","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:51.456464248Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"0d31a3f6-cf85-496c-ae54-c0c9517f1ea9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:51.516043706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-auth-iso-33539c","reconcileID":"d60b56f4-1075-47da-b8b2-d0ab52d091a3","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:51.517005849Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"a11e1f0b-d58e-4066-ae75-ae12855070ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:51.517086013Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"a11e1f0b-d58e-4066-ae75-ae12855070ce","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:51.563506611Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"0d31a3f6-cf85-496c-ae54-c0c9517f1ea9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2167\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:51.563681137Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"0d31a3f6-cf85-496c-ae54-c0c9517f1ea9","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:51.664272114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-auth-iso-33539c","reconcileID":"d60b56f4-1075-47da-b8b2-d0ab52d091a3","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:51.672977362Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-dedup-subscription","reconcileID":"8a8ca670-e910-435f-ad1b-fa3ffd447014","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription","ai-tenant-e2e-worker-w3-1b1134/simulator-subscription"],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:51.731652719Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"7b682c08-5024-4aca-96a9-2d629229b995","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:51.731865537Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"7b682c08-5024-4aca-96a9-2d629229b995","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:51.732864274Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-dedup-auth","reconcileID":"1b54e64c-c76b-4ae2-9979-7162c9ed064e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:51.733022152Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-dedup-auth","reconcileID":"1b54e64c-c76b-4ae2-9979-7162c9ed064e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:51.806730956Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"27c2bd12-f095-4b03-a3ec-fff45f6bd1f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:51.807025937Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"27c2bd12-f095-4b03-a3ec-fff45f6bd1f2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:51.871820727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"9526218e-e886-44d9-82ef-313349d455c7","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:51.968170734Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"b96d17ac-99d2-458d-8a69-e18d36f700ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:51.971391727Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"b96d17ac-99d2-458d-8a69-e18d36f700ac","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:51.971899135Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-dedup-auth","reconcileID":"abf3afb9-953b-4d98-b2cd-1fd82227b35a","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:51.972017529Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-dedup-auth","reconcileID":"abf3afb9-953b-4d98-b2cd-1fd82227b35a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:51.984744212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-subscription","reconcileID":"4af724aa-afd8-4199-9e9a-7bd91b894394","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":2,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:52.042107997Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"0cba726c-9046-4a02-99c0-7c8e213b5fe9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:52.042290616Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"0cba726c-9046-4a02-99c0-7c8e213b5fe9","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:52.222820188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-dedup-subscription","reconcileID":"cdd5e2a1-3b5b-4a56-87b6-b3d63d928d10","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:52.279351407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ad7edb-auth","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb-auth","reconcileID":"1fffe2df-980f-4e17-8e37-65f3b93ec054","MaaSAuthPolicy":{"name":"test-model-ad7edb-auth","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ad7edb","tenantID":"e2e-inf-a-ad7edb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:52.281516734Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"efc54fd2-af1b-432f-95b0-c6e4bfd079a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:52.282390475Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"efc54fd2-af1b-432f-95b0-c6e4bfd079a5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:52.283114076Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-dedup-auth","reconcileID":"3b4692a1-0d06-42ca-b0e4-a4262234eacf","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:52.283384948Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-dedup-auth","reconcileID":"3b4692a1-0d06-42ca-b0e4-a4262234eacf","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:52.347636776Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"44343af4-1215-4073-abee-5e7bd473897b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:52.347840424Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"44343af4-1215-4073-abee-5e7bd473897b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:52.376214968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ad7edb-auth","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb-auth","reconcileID":"1fffe2df-980f-4e17-8e37-65f3b93ec054","MaaSAuthPolicy":{"name":"test-model-ad7edb-auth","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"name":"e2e-inf-a-ad7edb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:52.453782281Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-ad7edb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9429fff5682b3ed95ba66bea7f00fd4701a08ee2e583e4cf384cec44a549dc5d) AuthConfig (f1a90951c8953654d805b3c86652fb675f2f5f248e249c6c10fcd82796bfbd89) AuthConfig (c33e0b09a4b1afaa6be2758e1d59f340bdf69d0b910d724019f35cc549c6a671) AuthConfig (52f735b421dda4e7155590f8d55333aa4e10732a5b9605aab169157be3b2ae05) AuthConfig (ec861c7b89e137ad2eda5d06e3320353b03e21595175c9d096552dca0aea5caf) AuthConfig (06cabdcff73d32ee561662a723b53365fc85c3fdd0b51b70588111169019af03) AuthConfig (a301b66c716af37822a269260e5e55e543f071a3ab8ccf000f429f5a087857b8) AuthConfig (8084f548e74ed887bb7ff442772c0f8d189a2ad8ce218aeb26f75b29d00df80d) AuthConfig (9d3c21b4c7215827100a4b690dd91cc6c026cfadfed19c17bc107469e7c42e67) AuthConfig (b4f4f14a13c3f351203d52eb69d3554b5f3d4ec5436cb7e97d7aa64176ffb667) AuthConfig (9649b09f84f07478bb2626bff362a9ca376ffac7e640224dae431044a4c3f030) AuthConfig (88fa7339974d71cae1896fd79e233a4d2898094e60cb91e0b98ffb68af15df45) AuthConfig (a715f06c994cd48077ea5ab1cefbe8267756bd9db1c7b11c2d538d15f54bca01) AuthConfig (41a138e63e52c2212d2625d87b8ee4de3541c853b8a10d56aa66ac731bdd9736) AuthConfig (936b4cd665d782a0cf9f3626f3a0614ab3ad9f541e8b72e7947065957048bbda) AuthConfig (bc74ae0c70fa776b9e11563b6a1d094f3c16e35a695e020f8c71feda446df76d) AuthConfig (47dd316742674213078efd0147f350628172269b21b3f26aa8425a8cfab64483) AuthConfig (383c4fe849499e05e6e7db3c9f31bb8e010809c7bfa8bb1071238637fe51cbac)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ad7edb-auth","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb-auth","reconcileID":"1fffe2df-980f-4e17-8e37-65f3b93ec054","MaaSAuthPolicy":{"name":"test-model-ad7edb-auth","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:52.516324522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb","reconcileID":"89241f9c-90cf-4024-9411-57460b111948","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"tenant":"e2e-inf-a-ad7edb","gateway":"openshift-ingress/e2e-inf-a-ad7edb","model":"ai-tenant-e2e-inf-a-ad7edb/test-model-ad7edb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:52.516566585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb","reconcileID":"89241f9c-90cf-4024-9411-57460b111948","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"routeName":"test-model-ad7edb-kserve-route","namespace":"ai-tenant-e2e-inf-a-ad7edb","llmisvcName":"test-model-ad7edb","gateway":"openshift-ingress/e2e-inf-a-ad7edb","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:52.555322565Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"faa1d1cb-c63f-4a94-9231-c1bb2a5728a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:52.555536527Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"faa1d1cb-c63f-4a94-9231-c1bb2a5728a9","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:52.581033746Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-dedup-auth","reconcileID":"53dfa9f5-5d4c-482e-802d-5abd32a7ae00","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:52.581208775Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-dedup-auth","reconcileID":"53dfa9f5-5d4c-482e-802d-5abd32a7ae00","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:52.611381686Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"3129d903-c3fa-426c-86c4-668286dad76f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:52.611586576Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"3129d903-c3fa-426c-86c4-668286dad76f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:52.882571329Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"e88c5093-3019-4b06-ae58-1db2f70cba25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:52.882805071Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"e88c5093-3019-4b06-ae58-1db2f70cba25","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:52.907856139Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-dedup-auth","reconcileID":"f86b9d8c-3af0-4820-a478-336ad50fc036","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:52.907985942Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-dedup-auth","reconcileID":"f86b9d8c-3af0-4820-a478-336ad50fc036","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:52.980539202Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"ade74f9e-62fb-4f71-852c-c9564102ea36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:52.980767294Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"ade74f9e-62fb-4f71-852c-c9564102ea36","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:53.359229679Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"e2ba3fd8-3df2-4284-86ba-6c574740e8da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:53.359315355Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"e2ba3fd8-3df2-4284-86ba-6c574740e8da","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:53.38375611Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-dedup-auth","reconcileID":"ada59897-ba6c-4a83-b4ea-acdfe798b947","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:53.383857668Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-dedup-auth","reconcileID":"ada59897-ba6c-4a83-b4ea-acdfe798b947","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:53.397659273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"auth-test-model-2cc24d","reconcileID":"29205c68-1468-4fa0-938b-4cf8b3ed78f5","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/auth-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:53.397680495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"auth-test-model-2cc24d","reconcileID":"29205c68-1468-4fa0-938b-4cf8b3ed78f5","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"auth-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"auth-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:53.455186884Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"auth-test-model-2cc24d","reconcileID":"c7ff64eb-d481-42c8-9de9-35b44935f2c9","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/auth-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:53.455217974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"auth-test-model-2cc24d","reconcileID":"c7ff64eb-d481-42c8-9de9-35b44935f2c9","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"auth-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"auth-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:53.459767626Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"bf3a7c11-f202-456c-80ff-68c89da90f76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:53.459924732Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"bf3a7c11-f202-456c-80ff-68c89da90f76","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:53.557926504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-auth-iso-33539c","reconcileID":"65d45ad9-ff49-4de9-9b44-dec91a9e86a8","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d","tenantID":"e2e-shared-b-w4-2cc24d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:53.679817809Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-auth-iso-33539c","reconcileID":"65d45ad9-ff49-4de9-9b44-dec91a9e86a8","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"e2e-shared-b-w4-2cc24d-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:53.735134961Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-2cc24d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-auth-iso-33539c","reconcileID":"65d45ad9-ff49-4de9-9b44-dec91a9e86a8","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:53.792440746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"auth-test-model-2cc24d","reconcileID":"820015bf-ad05-48ac-9354-d58f36da77ad","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/auth-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:53.792468208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"auth-test-model-2cc24d","reconcileID":"820015bf-ad05-48ac-9354-d58f36da77ad","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"auth-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"auth-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:54.107493129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"767f5e6f-1576-4c5b-8196-6d1949db402a","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:54.163825258Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"e9676641-f25b-4cb1-a9eb-379a959c5b69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:54.163917446Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"e9676641-f25b-4cb1-a9eb-379a959c5b69","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:54.266121733Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"369fd8b7-f0c8-428d-ae42-700770987acf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:54.266227593Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"369fd8b7-f0c8-428d-ae42-700770987acf","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:54.266973945Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-dedup-auth","reconcileID":"62eec2c2-e147-4508-b55a-9b31b905a28f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:54.267110637Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-dedup-auth","reconcileID":"62eec2c2-e147-4508-b55a-9b31b905a28f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:54.357176566Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"39b370d6-31f4-4a95-b691-cb8f93d7b5bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:54.357401081Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"39b370d6-31f4-4a95-b691-cb8f93d7b5bb","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:54.409105501Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-subscription-success","reconcileID":"721aa742-5672-4c21-b4d6-b32b13359218","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/premium-w0-d204f4","subscription":"e2e-test-subscription-success","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:54.458707106Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-dedup-auth","reconcileID":"240111c1-28c0-49ae-a10a-0c010242cabe","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:54.458804132Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-dedup-auth","reconcileID":"240111c1-28c0-49ae-a10a-0c010242cabe","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:54.458709286Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"0122a1cb-d388-4c03-a2c6-dbfbcad938a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:54.45887377Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"0122a1cb-d388-4c03-a2c6-dbfbcad938a4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:54.63158144Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-subscription-success","reconcileID":"721aa742-5672-4c21-b4d6-b32b13359218","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-premium-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/premium-w0-d204f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:54.861497839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-subscription","reconcileID":"77fd9750-d2c9-4b61-9993-e92ea34efc19","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-premium-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/premium-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:54.87811853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"a0e287da-ab0f-4ad2-918c-63fc699c179a","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:55.0132376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"25ad4ef9-b80d-46ff-97ae-4d3eca044b09","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:55.049688435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"d213e41d-e09a-428a-83d3-6555afd3eb42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:55.050447835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-auth-success","reconcileID":"4ab3bffd-7314-4631-b700-027dd277dc13","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:55.050718945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"e5e8489e-6631-467b-93f1-fdb2b1fa5f62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:55.120564839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"d213e41d-e09a-428a-83d3-6555afd3eb42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:55.126040964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"e5e8489e-6631-467b-93f1-fdb2b1fa5f62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:55.142025399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-auth-success","reconcileID":"4ab3bffd-7314-4631-b700-027dd277dc13","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:55.331396443Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-auth-success","reconcileID":"ba0cd9a2-0402-4a60-8fe5-212f3f0da7af","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/premium-w0-d204f4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:55.538961709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"59f8b9b8-d0f5-49d0-aee5-f996bbc52b96","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:56.59580021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"5776e9a6-6591-44f7-ae3a-c843e312f84a","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:56.65591543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"8fc8373a-3f8a-4313-9ef7-a86654194ae4","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:56.817381876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-auth-no-access","reconcileID":"28079ce7-3345-4c5b-891a-46a591a7d01c","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:56.863146201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"eada0057-8f59-41f8-af1b-8adf7d023c05","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:56.877046098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-auth-no-access","reconcileID":"28079ce7-3345-4c5b-891a-46a591a7d01c","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:56.91789856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"f80c7767-3318-4ac2-b9bd-a98c6fd163d2","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:56.972162161Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-subscription-no-access","reconcileID":"7c608da6-81db-402b-be01-88c65a1cf893","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:57.018933392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"40b6a4e4-bb1a-4dab-a3c4-ddf8e9fa9244","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:57.018939456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"1e82567a-978c-48ad-b260-1d317cf86e19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:57.093476419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"40b6a4e4-bb1a-4dab-a3c4-ddf8e9fa9244","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:57.094155519Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"2d3f1c37-2330-4b1b-bdf9-e413f97f9fed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:57.094265915Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"2d3f1c37-2330-4b1b-bdf9-e413f97f9fed","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:57.095165032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"1e82567a-978c-48ad-b260-1d317cf86e19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:57.097822712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"87ef5167-a497-4d20-9cef-a9196e3961b4","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:57.153392497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"f56c4a89-14bb-4980-a79a-9807440dc392","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:57.155776244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"8065dc5e-f5bb-413e-840e-8b35d504130a","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:57.190969321Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-dedup-auth","reconcileID":"92f14043-81a4-4c4b-a14a-77e7e23ca147","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:57.191201536Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-dedup-auth","reconcileID":"92f14043-81a4-4c4b-a14a-77e7e23ca147","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:57.289202623Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"c225ad50-3517-4c59-8bf7-7437e4a0e353","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:18:57.28942279Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"c225ad50-3517-4c59-8bf7-7437e4a0e353","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:57.395701351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-auth-no-access","reconcileID":"eef6185a-8556-47cd-a4ea-d8cf3d1fa0c4","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:57.454261168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-auth-no-access","reconcileID":"eef6185a-8556-47cd-a4ea-d8cf3d1fa0c4","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:57.454943641Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-subscription-no-access","reconcileID":"c9bdd2bf-928b-4fe5-b910-fe9a360d3902","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-premium-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/premium-w0-d204f4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w0-d204f4/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:57.46357209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"af82acd7-d597-4e60-bafa-75c1ccb836b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:57.463601877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"a28bbcfc-2a2a-407a-b283-8deeae58f2eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:57.520503821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"af82acd7-d597-4e60-bafa-75c1ccb836b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:57.523930482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"a28bbcfc-2a2a-407a-b283-8deeae58f2eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:57.625303862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"45c19a2c-fec3-481f-9907-f5c06dbad35b","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:57.672565573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-subscription","reconcileID":"3d5edb3d-7e30-4b43-b325-9799f4a34deb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-premium-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/premium-w0-d204f4","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:18:57.843760297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-subscription-no-access","reconcileID":"00261f11-6d38-4441-a9f8-0d78783603d2","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-premium-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/premium-w0-d204f4","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.07282121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"bd3f33c2-7198-4a07-8d59-9001167740aa","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.236901448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"072d91c1-fa3c-4b61-b736-64f7d4223794","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.237076135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"62b8529b-ce89-4b26-8c09-23c6d38c4761","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.236906348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-auth-no-access","reconcileID":"edae7a47-1945-44c4-ae60-0f09e04eee6a","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.296566521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"072d91c1-fa3c-4b61-b736-64f7d4223794","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.298367415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-auth-no-access","reconcileID":"edae7a47-1945-44c4-ae60-0f09e04eee6a","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.299410004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"62b8529b-ce89-4b26-8c09-23c6d38c4761","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:19:02.36873596Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"9bad20c0-d6e0-44b9-ba3b-408ac75b6350","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:19:02.368818079Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"9bad20c0-d6e0-44b9-ba3b-408ac75b6350","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:19:02.465601018Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-dedup-auth","reconcileID":"557cb3ab-69fa-42f5-ab3f-6444d3cae626","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:19:02.46577805Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-dedup-auth","reconcileID":"557cb3ab-69fa-42f5-ab3f-6444d3cae626","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:19:02.567875141Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"81e4fe22-75f3-40ff-950a-13469cf2a503","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:19:02.567944281Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"81e4fe22-75f3-40ff-950a-13469cf2a503","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: compose ai-tenant-e2e-worker-w3-1b1134/e2e-dedup-subscription@e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: model e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:02.620395802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ad7edb-auth","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb-auth","reconcileID":"ba36bead-489f-40c9-ad30-842ea9681eed","MaaSAuthPolicy":{"name":"test-model-ad7edb-auth","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ad7edb","tenantID":"e2e-inf-a-ad7edb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:02.676579894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ad7edb-auth","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb-auth","reconcileID":"ba36bead-489f-40c9-ad30-842ea9681eed","MaaSAuthPolicy":{"name":"test-model-ad7edb-auth","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"name":"e2e-inf-a-ad7edb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:02.730798561Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-ad7edb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9429fff5682b3ed95ba66bea7f00fd4701a08ee2e583e4cf384cec44a549dc5d) AuthConfig (f1a90951c8953654d805b3c86652fb675f2f5f248e249c6c10fcd82796bfbd89) AuthConfig (c33e0b09a4b1afaa6be2758e1d59f340bdf69d0b910d724019f35cc549c6a671) AuthConfig (52f735b421dda4e7155590f8d55333aa4e10732a5b9605aab169157be3b2ae05) AuthConfig (ec861c7b89e137ad2eda5d06e3320353b03e21595175c9d096552dca0aea5caf) AuthConfig (06cabdcff73d32ee561662a723b53365fc85c3fdd0b51b70588111169019af03) AuthConfig (a301b66c716af37822a269260e5e55e543f071a3ab8ccf000f429f5a087857b8) AuthConfig (8084f548e74ed887bb7ff442772c0f8d189a2ad8ce218aeb26f75b29d00df80d) AuthConfig (9d3c21b4c7215827100a4b690dd91cc6c026cfadfed19c17bc107469e7c42e67) AuthConfig (b4f4f14a13c3f351203d52eb69d3554b5f3d4ec5436cb7e97d7aa64176ffb667) AuthConfig (9649b09f84f07478bb2626bff362a9ca376ffac7e640224dae431044a4c3f030) AuthConfig (88fa7339974d71cae1896fd79e233a4d2898094e60cb91e0b98ffb68af15df45) AuthConfig (a715f06c994cd48077ea5ab1cefbe8267756bd9db1c7b11c2d538d15f54bca01) AuthConfig (41a138e63e52c2212d2625d87b8ee4de3541c853b8a10d56aa66ac731bdd9736) AuthConfig (936b4cd665d782a0cf9f3626f3a0614ab3ad9f541e8b72e7947065957048bbda) AuthConfig (bc74ae0c70fa776b9e11563b6a1d094f3c16e35a695e020f8c71feda446df76d) AuthConfig (47dd316742674213078efd0147f350628172269b21b3f26aa8425a8cfab64483) AuthConfig (383c4fe849499e05e6e7db3c9f31bb8e010809c7bfa8bb1071238637fe51cbac)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ad7edb-auth","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb-auth","reconcileID":"ba36bead-489f-40c9-ad30-842ea9681eed","MaaSAuthPolicy":{"name":"test-model-ad7edb-auth","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:03.897019375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-auth-iso-33539c","reconcileID":"91e9e329-8444-4a6b-b26d-fc2b34874894","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d","tenantID":"e2e-shared-b-w4-2cc24d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:03.953555404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-auth-iso-33539c","reconcileID":"91e9e329-8444-4a6b-b26d-fc2b34874894","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"e2e-shared-b-w4-2cc24d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:04.007740744Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-2cc24d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-auth-iso-33539c","reconcileID":"91e9e329-8444-4a6b-b26d-fc2b34874894","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:04.26805532Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-dedup-subscription","reconcileID":"63349ad2-c73d-44a9-88f2-f3ff2f4b03b8","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscription":"e2e-dedup-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:04.482770501Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-dedup-subscription","reconcileID":"63349ad2-c73d-44a9-88f2-f3ff2f4b03b8","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-1b1134/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:04.690782233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-subscription","reconcileID":"35cfd01c-65d9-46ad-8b4f-6c12391e439f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:04.695754234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"0ef29c90-9378-495c-ad9d-a98126793a66","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:04.83881943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"0fa54cc7-bdaf-428c-9f94-6f385eba0e46","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:04.850056752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-dedup-auth","reconcileID":"85e7ed6f-e201-4917-b7db-9b15ec05f29b","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:04.850089963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"8c0305ce-4abd-4cdd-920c-edc139c94278","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:04.850673562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"2d81847d-4516-4e02-8a2e-1ceec8dee8b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:04.906468447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"2d81847d-4516-4e02-8a2e-1ceec8dee8b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:04.906513694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"8c0305ce-4abd-4cdd-920c-edc139c94278","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:04.908780382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-dedup-auth","reconcileID":"85e7ed6f-e201-4917-b7db-9b15ec05f29b","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:04.96107555Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-1b1134-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (add2418e8d4606f581470b22195961f40789fccb371266a4cd282d65af43ca9c) AuthConfig (bd187c8130fcd4879400dcc7c8705b8aa43d751d87b5f047a3457ccc7e899580) AuthConfig (19da3ad6c61c406bc3a5b0451eaa37c473b883f2192bdee9a35996fc6a670be4) AuthConfig (e27cda68f809f66bfc32fc2f00ab677ec5f2a0bd2779ad98e57a17dd43b7b31c) AuthConfig (0429c98053521a329c80d8464e8515e34f5c8d81290280d78cf76d9aa0a02cc0) AuthConfig (fac3c75d01e216f83310b167cae3fe546bc3f5b5a40984f4e0db66ef20fe0734) AuthConfig (aad4c882b90c650828498044878ea38568f820c41b22d721c58a147abf77ff5e) AuthConfig (5019f9a6d93164faa05577ed0206122845c582648d9b71e9c349c0bd34eb4d83) AuthConfig (30fe09d4c5648b87bba777e42e2a8adfcea98f978d32728148fdfb9c1a37e18f) AuthConfig (f0527da6166e0ffaa731681d8b315a0602d3f7ad96d29b933477795610fef986) AuthConfig (d0af230f8954dabaad4078a9d835fb2453d35ec771486f40fc69742e06f4ddcc) AuthConfig (64d4da85376ba55084a985284567c0ec456f068cdbb36a1ca20febb710d672b8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"8c0305ce-4abd-4cdd-920c-edc139c94278","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:04.961075736Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-1b1134-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (add2418e8d4606f581470b22195961f40789fccb371266a4cd282d65af43ca9c) AuthConfig (bd187c8130fcd4879400dcc7c8705b8aa43d751d87b5f047a3457ccc7e899580) AuthConfig (19da3ad6c61c406bc3a5b0451eaa37c473b883f2192bdee9a35996fc6a670be4) AuthConfig (e27cda68f809f66bfc32fc2f00ab677ec5f2a0bd2779ad98e57a17dd43b7b31c) AuthConfig (0429c98053521a329c80d8464e8515e34f5c8d81290280d78cf76d9aa0a02cc0) AuthConfig (fac3c75d01e216f83310b167cae3fe546bc3f5b5a40984f4e0db66ef20fe0734) AuthConfig (aad4c882b90c650828498044878ea38568f820c41b22d721c58a147abf77ff5e) AuthConfig (5019f9a6d93164faa05577ed0206122845c582648d9b71e9c349c0bd34eb4d83) AuthConfig (30fe09d4c5648b87bba777e42e2a8adfcea98f978d32728148fdfb9c1a37e18f) AuthConfig (f0527da6166e0ffaa731681d8b315a0602d3f7ad96d29b933477795610fef986) AuthConfig (d0af230f8954dabaad4078a9d835fb2453d35ec771486f40fc69742e06f4ddcc) AuthConfig (64d4da85376ba55084a985284567c0ec456f068cdbb36a1ca20febb710d672b8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"2d81847d-4516-4e02-8a2e-1ceec8dee8b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:04.962723249Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-1b1134-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (add2418e8d4606f581470b22195961f40789fccb371266a4cd282d65af43ca9c) AuthConfig (bd187c8130fcd4879400dcc7c8705b8aa43d751d87b5f047a3457ccc7e899580) AuthConfig (19da3ad6c61c406bc3a5b0451eaa37c473b883f2192bdee9a35996fc6a670be4) AuthConfig (e27cda68f809f66bfc32fc2f00ab677ec5f2a0bd2779ad98e57a17dd43b7b31c) AuthConfig (0429c98053521a329c80d8464e8515e34f5c8d81290280d78cf76d9aa0a02cc0) AuthConfig (fac3c75d01e216f83310b167cae3fe546bc3f5b5a40984f4e0db66ef20fe0734) AuthConfig (aad4c882b90c650828498044878ea38568f820c41b22d721c58a147abf77ff5e) AuthConfig (5019f9a6d93164faa05577ed0206122845c582648d9b71e9c349c0bd34eb4d83) AuthConfig (30fe09d4c5648b87bba777e42e2a8adfcea98f978d32728148fdfb9c1a37e18f) AuthConfig (f0527da6166e0ffaa731681d8b315a0602d3f7ad96d29b933477795610fef986) AuthConfig (d0af230f8954dabaad4078a9d835fb2453d35ec771486f40fc69742e06f4ddcc) AuthConfig (64d4da85376ba55084a985284567c0ec456f068cdbb36a1ca20febb710d672b8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-dedup-auth","reconcileID":"85e7ed6f-e201-4917-b7db-9b15ec05f29b","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:19:05.018017241Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-dedup-auth","reconcileID":"85e7ed6f-e201-4917-b7db-9b15ec05f29b","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:05.018190606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"a38c38d2-651a-4cfc-929a-f873d7b3f1b7","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:05.018224883Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-dedup-auth","reconcileID":"07eef258-ced1-420f-aa7b-b1dbf169bd76","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:05.02055837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"premium-w3-1b1134","reconcileID":"9e15d261-530d-4a59-b73c-f1d0f4702529","MaaSModelRef":{"name":"premium-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"premium-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"premium-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:05.228197753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"09893f92-ec0c-4ad4-b308-153e95b394dd","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:06.221765185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"601bf28d-a2b0-4fed-a170-1279eefa25fe","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:06.22216836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"66c990d0-5b8f-44c7-bec5-5a7c8fecb76a","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:06.278630199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"3877ed8d-8373-4c2e-8ebf-8eef371f8565","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:06.278972377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"df8b5533-6ab5-44b4-929b-e1321a0dbb5f","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:06.535603925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"f98d4106-ceaf-4cce-82e3-cdba24172cb7","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:06.583113964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-distinct-models-auth","reconcileID":"45f681a6-250a-4c68-89b8-c3fdb8b396c9","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:06.596245643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"79aa17a6-8b7f-40d6-a185-e314fd7f45aa","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:06.641207421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-distinct-models-auth","reconcileID":"45f681a6-250a-4c68-89b8-c3fdb8b396c9","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:19:06.654261073Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-distinct-models-subscription","reconcileID":"2ab31eb5-1790-456e-92f7-a60522d7acf7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:06.658602223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"f6719f0c-31a2-43b0-8988-5cbc060fcb21","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:06.65944819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"102c9d74-f5df-4e9c-9cc5-df6685393d40","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:06.698414816Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-1b1134-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (add2418e8d4606f581470b22195961f40789fccb371266a4cd282d65af43ca9c) AuthConfig (bd187c8130fcd4879400dcc7c8705b8aa43d751d87b5f047a3457ccc7e899580) AuthConfig (19da3ad6c61c406bc3a5b0451eaa37c473b883f2192bdee9a35996fc6a670be4) AuthConfig (e27cda68f809f66bfc32fc2f00ab677ec5f2a0bd2779ad98e57a17dd43b7b31c) AuthConfig (0429c98053521a329c80d8464e8515e34f5c8d81290280d78cf76d9aa0a02cc0) AuthConfig (fac3c75d01e216f83310b167cae3fe546bc3f5b5a40984f4e0db66ef20fe0734) AuthConfig (aad4c882b90c650828498044878ea38568f820c41b22d721c58a147abf77ff5e) AuthConfig (5019f9a6d93164faa05577ed0206122845c582648d9b71e9c349c0bd34eb4d83) AuthConfig (30fe09d4c5648b87bba777e42e2a8adfcea98f978d32728148fdfb9c1a37e18f) AuthConfig (f0527da6166e0ffaa731681d8b315a0602d3f7ad96d29b933477795610fef986) AuthConfig (d0af230f8954dabaad4078a9d835fb2453d35ec771486f40fc69742e06f4ddcc) AuthConfig (64d4da85376ba55084a985284567c0ec456f068cdbb36a1ca20febb710d672b8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-distinct-models-auth","reconcileID":"45f681a6-250a-4c68-89b8-c3fdb8b396c9","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:06.760868693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"32232413-0bcf-439a-9732-330002bf55e8","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:06.761889732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"b34a4146-1f2f-4f9e-af1b-d9206f472995","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:06.775960538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"db159d96-0fcd-455f-8c7e-9b0d73b9bb02","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:06.778409523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"dd419551-0497-41a0-820b-af4ac47bef94","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:06.820310162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"b07f40b7-ad70-4a48-b942-e2936937400e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:06.821523252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"dbbd44c2-8aa7-43cd-a819-0d8975892810","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:06.846308286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"95a03eb0-679f-4e43-ba52-dd51b39c7c3c","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:06.848416361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"2fcc2e34-0205-44c6-bd46-46b446585391","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:06.946588679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"b07f40b7-ad70-4a48-b942-e2936937400e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:07.022554844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"dbbd44c2-8aa7-43cd-a819-0d8975892810","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:07.087510317Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-1b1134-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (add2418e8d4606f581470b22195961f40789fccb371266a4cd282d65af43ca9c) AuthConfig (bd187c8130fcd4879400dcc7c8705b8aa43d751d87b5f047a3457ccc7e899580) AuthConfig (19da3ad6c61c406bc3a5b0451eaa37c473b883f2192bdee9a35996fc6a670be4) AuthConfig (e27cda68f809f66bfc32fc2f00ab677ec5f2a0bd2779ad98e57a17dd43b7b31c) AuthConfig (0429c98053521a329c80d8464e8515e34f5c8d81290280d78cf76d9aa0a02cc0) AuthConfig (fac3c75d01e216f83310b167cae3fe546bc3f5b5a40984f4e0db66ef20fe0734) AuthConfig (aad4c882b90c650828498044878ea38568f820c41b22d721c58a147abf77ff5e) AuthConfig (5019f9a6d93164faa05577ed0206122845c582648d9b71e9c349c0bd34eb4d83) AuthConfig (30fe09d4c5648b87bba777e42e2a8adfcea98f978d32728148fdfb9c1a37e18f) AuthConfig (f0527da6166e0ffaa731681d8b315a0602d3f7ad96d29b933477795610fef986) AuthConfig (d0af230f8954dabaad4078a9d835fb2453d35ec771486f40fc69742e06f4ddcc) AuthConfig (64d4da85376ba55084a985284567c0ec456f068cdbb36a1ca20febb710d672b8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"dbbd44c2-8aa7-43cd-a819-0d8975892810","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:07.191798332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-distinct-models-auth","reconcileID":"8f1f9ff6-1426-4b20-8f9a-341bdf473099","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:07.205830959Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-distinct-models-subscription","reconcileID":"54b50d94-67fd-49cb-bb89-2a0398733eb7","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-distinct-w3-1b1134","model":"distinct-w3-1b1134","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-1b1134/e2e-distinct-models-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:07.223428662Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-1b1134-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (add2418e8d4606f581470b22195961f40789fccb371266a4cd282d65af43ca9c) AuthConfig (bd187c8130fcd4879400dcc7c8705b8aa43d751d87b5f047a3457ccc7e899580) AuthConfig (19da3ad6c61c406bc3a5b0451eaa37c473b883f2192bdee9a35996fc6a670be4) AuthConfig (e27cda68f809f66bfc32fc2f00ab677ec5f2a0bd2779ad98e57a17dd43b7b31c) AuthConfig (0429c98053521a329c80d8464e8515e34f5c8d81290280d78cf76d9aa0a02cc0) AuthConfig (fac3c75d01e216f83310b167cae3fe546bc3f5b5a40984f4e0db66ef20fe0734) AuthConfig (aad4c882b90c650828498044878ea38568f820c41b22d721c58a147abf77ff5e) AuthConfig (5019f9a6d93164faa05577ed0206122845c582648d9b71e9c349c0bd34eb4d83) AuthConfig (30fe09d4c5648b87bba777e42e2a8adfcea98f978d32728148fdfb9c1a37e18f) AuthConfig (f0527da6166e0ffaa731681d8b315a0602d3f7ad96d29b933477795610fef986) AuthConfig (d0af230f8954dabaad4078a9d835fb2453d35ec771486f40fc69742e06f4ddcc) AuthConfig (64d4da85376ba55084a985284567c0ec456f068cdbb36a1ca20febb710d672b8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"b07f40b7-ad70-4a48-b942-e2936937400e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:07.354275943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-distinct-models-auth","reconcileID":"8f1f9ff6-1426-4b20-8f9a-341bdf473099","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:07.691718892Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-distinct-models-subscription","reconcileID":"54b50d94-67fd-49cb-bb89-2a0398733eb7","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-distinct-2-w3-1b1134","model":"distinct-2-w3-1b1134","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-1b1134/e2e-distinct-models-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:07.740136101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"1bf66f8a-93ea-493a-bc71-e9b7eccc1436","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:07.879961792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"0a029e24-dbd1-4b02-b9e4-81527a7fa158","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:07.901451696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"1bf66f8a-93ea-493a-bc71-e9b7eccc1436","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:07.951171019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"0a029e24-dbd1-4b02-b9e4-81527a7fa158","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:08.161635411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"eb87a812-c932-404b-bd07-428087626e3f","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:08.162703553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"f0931247-94b1-4f99-95ff-5449f5bca0c7","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:08.181614265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"08ef6c69-bf7e-4ebf-a18a-fe01b814fe77","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:08.184613648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"9a2a5e94-1580-4de6-bbb1-97c85fbad92d","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:08.479602194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"premium-w3-1b1134","reconcileID":"c74eb1f7-5a8b-40fa-85da-f493c7fe6785","MaaSModelRef":{"name":"premium-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"premium-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"premium-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:08.480224024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"188c0258-f552-4416-8d13-5405a9b3370c","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:08.545757009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-distinct-models-subscription","reconcileID":"07c9cc4e-f00e-4a19-af35-06bb9321e135","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-distinct-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/distinct-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:08.619139214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-distinct-models-auth","reconcileID":"a8e86369-4515-437b-aead-9b09b328f25d","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:08.704782115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-distinct-models-auth","reconcileID":"a8e86369-4515-437b-aead-9b09b328f25d","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:08.765971169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-distinct-models-subscription","reconcileID":"07c9cc4e-f00e-4a19-af35-06bb9321e135","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-distinct-2-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/distinct-2-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:09.292793016Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:10.237855159Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-subscription-no-access","reconcileID":"93a6a89a-d755-474b-8c9b-f59731c50675","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/premium-w0-d204f4","subscription":"e2e-test-subscription-no-access","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:10.414255541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"07a08580-581b-41e5-89dc-57328ef5932e","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:10.449990904Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-subscription-no-access","reconcileID":"93a6a89a-d755-474b-8c9b-f59731c50675","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-premium-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/premium-w0-d204f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:10.471447709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"0b8cfdc3-4ee3-42a3-bba4-07b219132d81","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:10.574063336Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-distinct-models-subscription","reconcileID":"8d9fea5a-8acf-4cf3-840d-a3b3f749ed82","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-048ffa5e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:10.625541549Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-distinct-models-subscription","reconcileID":"f00e1d70-88e4-44e9-b32a-4aa6bd91946f","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-048ffa5e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:10.658818216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-subscription","reconcileID":"03515092-106c-49db-aea1-9eadfd6c20a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-premium-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/premium-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:10.670384616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"220e6aec-7f34-49f2-b296-f8a51190ce8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:10.670472351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"cfebd170-89ed-4de8-941d-1b57dd3fbaca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:10.670794939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-distinct-models-auth","reconcileID":"7aca72b5-4d86-4ea4-ba4a-99cf1733d3d1","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:10.713497697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"a5bde10d-6377-45d5-9773-a50b5642a511","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:10.726167226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"220e6aec-7f34-49f2-b296-f8a51190ce8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:10.727087223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"cfebd170-89ed-4de8-941d-1b57dd3fbaca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:10.728506248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-distinct-models-auth","reconcileID":"7aca72b5-4d86-4ea4-ba4a-99cf1733d3d1","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:10.844294357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"9562165d-ed81-444b-b036-290994cc9dbe","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:10.867789122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"422f8087-6e14-4427-9dc5-9964371ee76f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:10.867791682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"eb7a863f-2cfb-49f6-96f1-1dc74259ccb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:10.92450113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"422f8087-6e14-4427-9dc5-9964371ee76f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:10.924882323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"eb7a863f-2cfb-49f6-96f1-1dc74259ccb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:11.079012378Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-auth-no-access","reconcileID":"a4bd88fa-4fb0-4729-8a50-9180247ccee2","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/premium-w0-d204f4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:11.185957575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"865308e5-999d-43ba-a141-238658205868","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:11.185957625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"7f917515-950e-443d-97d2-f13c96c21c56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:11.242307108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"7f917515-950e-443d-97d2-f13c96c21c56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:11.242520471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"865308e5-999d-43ba-a141-238658205868","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:11.288827768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-distinct-models-auth","reconcileID":"584746fa-1f5a-4635-9648-a2302aec7c6d","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:11.334588396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"27219654-98c0-41fc-82f7-893b6a9a9f5e","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:11.344271526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-distinct-models-auth","reconcileID":"584746fa-1f5a-4635-9648-a2302aec7c6d","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:12.280867837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"068ae5f3-96ec-4833-a062-d53e39074250","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:12.336749192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"2cd470f6-9499-44b0-8668-7dd9d7e7f714","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:12.490835563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"a9a4bc77-69d9-471f-a99e-d62463c80161","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:12.541805759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"5023d4d3-9003-495f-91ca-8b1e952f2e9d","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:12.546184091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"a9a4bc77-69d9-471f-a99e-d62463c80161","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:12.597918575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"e5f91daa-bdda-4476-8fe2-ae90889b18eb","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:19:12.648550802Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-subscription-free","reconcileID":"9e8f05a9-9371-4ec3-8fc2-dcc2019a3666","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:12.700098067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"d616c7a8-9830-4cdb-a1db-b6cd0d20c2d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:12.700110686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"a4866a20-d0b5-4558-a344-c89d8226d543","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:12.757511229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"d616c7a8-9830-4cdb-a1db-b6cd0d20c2d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:12.757511227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"a4866a20-d0b5-4558-a344-c89d8226d543","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:12.791036981Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-d204f4 priority=0:[ai-tenant-e2e-worker-w0-d204f4/e2e-test-subscription-free ai-tenant-e2e-worker-w0-d204f4/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:12.791235251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"91f81b9f-5fad-4b1c-a5bf-8eb6deecdbf0","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:12.834999454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ad7edb-auth","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb-auth","reconcileID":"180ae840-5f48-4c65-9959-f1b16ebabe60","MaaSAuthPolicy":{"name":"test-model-ad7edb-auth","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ad7edb","tenantID":"e2e-inf-a-ad7edb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:12.844820215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"8a277a82-9769-4e95-ba39-6efaab6f1d5f","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:19:12.845272702Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-d204f4/e2e-test-subscription-free","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:12.860423423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"8eb1d8ca-8ba6-4a33-9321-d126f9716a1e","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:12.890831907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ad7edb-auth","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb-auth","reconcileID":"180ae840-5f48-4c65-9959-f1b16ebabe60","MaaSAuthPolicy":{"name":"test-model-ad7edb-auth","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"name":"e2e-inf-a-ad7edb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:12.896673974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"f6a85b93-43e7-4854-a1b6-35d9cbdcbd75","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:19:12.900456179Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-d204f4/e2e-test-subscription-premium","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:12.900839413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"3525b5de-b011-4310-9ec0-df57ae060bec","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:12.952946185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"657ba477-a3cc-4269-8a27-415f9004be3f","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:13.01451248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"9756adce-2ec6-4812-9413-398070dd5231","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:13.071367588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"9756adce-2ec6-4812-9413-398070dd5231","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:13.1552177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb","reconcileID":"cb1f4788-286a-4eb5-aa88-a8cb4ff4c173","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"tenant":"e2e-inf-a-ad7edb","gateway":"openshift-ingress/e2e-inf-a-ad7edb","model":"ai-tenant-e2e-inf-a-ad7edb/test-model-ad7edb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:13.155238513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb","reconcileID":"cb1f4788-286a-4eb5-aa88-a8cb4ff4c173","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"routeName":"test-model-ad7edb-kserve-route","namespace":"ai-tenant-e2e-inf-a-ad7edb","llmisvcName":"test-model-ad7edb","gateway":"openshift-ingress/e2e-inf-a-ad7edb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:13.15871268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"52eba3f6-f31c-413c-b4e8-715b19ce4cb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:13.158889972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"a51e1049-b4ec-44c3-b6ed-fe295f091ed7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:13.164860358Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-subscription-free","reconcileID":"a39616b9-4c38-4de3-b752-087e4066efef","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/e2e-test-subscription-free","ai-tenant-e2e-worker-w0-d204f4/e2e-test-subscription-premium","ai-tenant-e2e-worker-w0-d204f4/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:13.214140633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"52eba3f6-f31c-413c-b4e8-715b19ce4cb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:13.215162715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"a51e1049-b4ec-44c3-b6ed-fe295f091ed7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:13.222548698Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb8d4e"},"namespace":"ai-tenant-e2e-praxis-b-cb8d4e","name":"default-tenant","reconcileID":"b9b220af-f087-4c56-9655-b0877841f277","namespace":"ai-tenant-e2e-praxis-b-cb8d4e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:13.222602743Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb8d4e"},"namespace":"ai-tenant-e2e-praxis-b-cb8d4e","name":"default-tenant","reconcileID":"b9b220af-f087-4c56-9655-b0877841f277","namespace":"ai-tenant-e2e-praxis-b-cb8d4e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:13.22265363Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb8d4e"},"namespace":"ai-tenant-e2e-praxis-b-cb8d4e","name":"default-tenant","reconcileID":"b9b220af-f087-4c56-9655-b0877841f277","tenant":"e2e-praxis-b-cb8d4e","tenantID":"e2e-praxis-b-cb8d4e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:13.265279055Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-subscription-premium","reconcileID":"f330b9bc-3fb0-40a9-b06d-730fc275fdde","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/e2e-test-subscription-free","ai-tenant-e2e-worker-w0-d204f4/e2e-test-subscription-premium","ai-tenant-e2e-worker-w0-d204f4/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:13.273506771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb8d4e"},"namespace":"ai-tenant-e2e-praxis-b-cb8d4e","name":"default-tenant","reconcileID":"b9b220af-f087-4c56-9655-b0877841f277","gvk":"Deployment","name":"maas-api-e2e-praxis-b-cb8d4e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:13.326929659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb8d4e"},"namespace":"ai-tenant-e2e-praxis-b-cb8d4e","name":"default-tenant","reconcileID":"b9b220af-f087-4c56-9655-b0877841f277","gvk":"Service","name":"maas-api-e2e-praxis-b-cb8d4e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:13.327722457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"46cbf479-3615-4d2a-83aa-459d42e10e91","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:13.372785378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"5e5e3fa7-ce39-4555-81b9-3f578f895491","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:13.378021001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb8d4e"},"namespace":"ai-tenant-e2e-praxis-b-cb8d4e","name":"default-tenant","reconcileID":"b9b220af-f087-4c56-9655-b0877841f277","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-cb8d4e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:13.429323592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb8d4e"},"namespace":"ai-tenant-e2e-praxis-b-cb8d4e","name":"default-tenant","reconcileID":"b9b220af-f087-4c56-9655-b0877841f277","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-cb8d4e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:13.429597868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"f71c3cb4-4d6f-4c22-a558-e00268689235","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:13.430318827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"a7001624-121a-4429-bc5b-eeb30821d396","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:13.4804443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb8d4e"},"namespace":"ai-tenant-e2e-praxis-b-cb8d4e","name":"default-tenant","reconcileID":"b9b220af-f087-4c56-9655-b0877841f277","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-cb8d4e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:13.48506917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"f71c3cb4-4d6f-4c22-a558-e00268689235","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:13.531492927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb8d4e"},"namespace":"ai-tenant-e2e-praxis-b-cb8d4e","name":"default-tenant","reconcileID":"b9b220af-f087-4c56-9655-b0877841f277","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-cb8d4e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:13.534040263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-subscription-free","reconcileID":"d8403b22-b334-48b8-bf51-901705189a24","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:13.582509699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb8d4e"},"namespace":"ai-tenant-e2e-praxis-b-cb8d4e","name":"default-tenant","reconcileID":"b9b220af-f087-4c56-9655-b0877841f277","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-cb8d4e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:13.633977591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb8d4e"},"namespace":"ai-tenant-e2e-praxis-b-cb8d4e","name":"default-tenant","reconcileID":"b9b220af-f087-4c56-9655-b0877841f277","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-cb8d4e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:13.635961353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-subscription-premium","reconcileID":"9025f20b-9a3f-42ab-8784-3ed9667e6f2b","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:13.685296083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb8d4e"},"namespace":"ai-tenant-e2e-praxis-b-cb8d4e","name":"default-tenant","reconcileID":"b9b220af-f087-4c56-9655-b0877841f277","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-cb8d4e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:13.736948014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb8d4e"},"namespace":"ai-tenant-e2e-praxis-b-cb8d4e","name":"default-tenant","reconcileID":"b9b220af-f087-4c56-9655-b0877841f277","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-cb8d4e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:13.738715998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"e9998fe2-c0e9-4ed4-bba4-0836c422db2a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:13.788476353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb8d4e"},"namespace":"ai-tenant-e2e-praxis-b-cb8d4e","name":"default-tenant","reconcileID":"b9b220af-f087-4c56-9655-b0877841f277","gvk":"Service","name":"payload-processing-e2e-praxis-b-cb8d4e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:13.840136112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb8d4e"},"namespace":"ai-tenant-e2e-praxis-b-cb8d4e","name":"default-tenant","reconcileID":"b9b220af-f087-4c56-9655-b0877841f277","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-cb8d4e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:13.891919622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb8d4e"},"namespace":"ai-tenant-e2e-praxis-b-cb8d4e","name":"default-tenant","reconcileID":"b9b220af-f087-4c56-9655-b0877841f277","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-cb8d4e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:13.947981575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb8d4e"},"namespace":"ai-tenant-e2e-praxis-b-cb8d4e","name":"default-tenant","reconcileID":"b9b220af-f087-4c56-9655-b0877841f277","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-cb8d4e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:14.000848584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb8d4e"},"namespace":"ai-tenant-e2e-praxis-b-cb8d4e","name":"default-tenant","reconcileID":"b9b220af-f087-4c56-9655-b0877841f277","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-cb8d4e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:14.052541186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb8d4e"},"namespace":"ai-tenant-e2e-praxis-b-cb8d4e","name":"default-tenant","reconcileID":"b9b220af-f087-4c56-9655-b0877841f277","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-cb8d4e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:14.104060765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb8d4e"},"namespace":"ai-tenant-e2e-praxis-b-cb8d4e","name":"default-tenant","reconcileID":"b9b220af-f087-4c56-9655-b0877841f277","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-cb8d4e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:14.112215908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-auth-iso-33539c","reconcileID":"25232820-ce1a-498d-9fcc-95648bbc2713","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d","tenantID":"e2e-shared-b-w4-2cc24d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:14.155151565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb8d4e"},"namespace":"ai-tenant-e2e-praxis-b-cb8d4e","name":"default-tenant","reconcileID":"b9b220af-f087-4c56-9655-b0877841f277","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-cb8d4e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:14.168132238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-auth-iso-33539c","reconcileID":"25232820-ce1a-498d-9fcc-95648bbc2713","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"e2e-shared-b-w4-2cc24d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:14.206608987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb8d4e"},"namespace":"ai-tenant-e2e-praxis-b-cb8d4e","name":"default-tenant","reconcileID":"b9b220af-f087-4c56-9655-b0877841f277","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-cb8d4e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:14.222737404Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-2cc24d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (24815f6bffe29833325f16c9b242dce27583fa64b9beac47ce6d85f4efae0200) AuthConfig (87276ba4b7f9760002a3f94759052b5205b6e9098b8bb9832eb6ef49004eace3) AuthConfig (bd6728180c32ac000ae21731ca95acd9e1295d2333efc329587f7ea6b4b4b197) AuthConfig (ca64d7d78001a2794cf65a83830ed79649626c663a141a6abbb35b6a653dce6a) AuthConfig (50c4ae2701c249f5b4f817d6dbd6145dfcbc57cf2cce2bbf1c4db06ff427dc6f) AuthConfig (bafa7012abd5f80744bf81d8f59c7244e3cc6cde4fe9e8719c14abe163eac052) AuthConfig (a97b627dd4c73123253871ba92d124fa108979a130b0154536008fb1efda9fa2) AuthConfig (740359e1e616244d4a759854184c3779329a51c415b00e9234683ef7bc37cb59) AuthConfig (63cd7c2d033db68778d0ef7bf647ed68c9653bef66039019d0a485c7dfc2548f) AuthConfig (543e9f4069ad577b210202dbbe5165590f29219c4063fc5c5d7762bc25589534) AuthConfig (b246e5210931b1ddc9acc25a552ce3efe6b89ef559cbcf79377ca1889d0754f6) AuthConfig (630e175642351f67281d4e75b3f55c5a6162f7cf7419cec0ee601598628c7e8a) AuthConfig (c2b6cfc21ed47329b2d4f448b88dcd1db303eaa03ab72618cfa3fb22a633ca49) AuthConfig (bc70b0a4b841000015bb34529c587692dfc0c4c55f6b7cdce1c697338b135d27) AuthConfig (3fb75392ecb21243541eaf1eaea424bd31022ba308da62dc0629c6d2ace70600) AuthConfig (d831a92f29a6cb6d65ab2a006e593b4522fe2fdbfa57064829a26e53e5c9e403) AuthConfig (483dae4c8abf7441005f6815943f44da2143bd5a94898df12b827fec7d33665c) AuthConfig (9afdd7fb76d6fe40b53e5ebbf4a42f3fcde2729ccbf021e2a0c2a80ec30faee8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-auth-iso-33539c","reconcileID":"25232820-ce1a-498d-9fcc-95648bbc2713","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:14.257865636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cb8d4e"},"namespace":"ai-tenant-e2e-praxis-b-cb8d4e","name":"default-tenant","reconcileID":"b9b220af-f087-4c56-9655-b0877841f277","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-cb8d4e","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:14.279454841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"auth-test-model-2cc24d","reconcileID":"6bd8e22d-2586-42a0-a159-7916dccc24c6","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/auth-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:14.279475357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"auth-test-model-2cc24d","reconcileID":"6bd8e22d-2586-42a0-a159-7916dccc24c6","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"auth-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"auth-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:17.936495223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-distinct-models-auth","reconcileID":"70c43bcf-1e7f-4cc2-8f6f-6e3ecf7361fc","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:17.936918695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"1cece59d-eaeb-42db-b8a3-fb0ce7d466ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:17.938109349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"994b0e5e-7cc8-4ed3-af0f-dd34d839f366","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:18.007682466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"994b0e5e-7cc8-4ed3-af0f-dd34d839f366","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:18.008135144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"1cece59d-eaeb-42db-b8a3-fb0ce7d466ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:18.021262923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-distinct-models-auth","reconcileID":"70c43bcf-1e7f-4cc2-8f6f-6e3ecf7361fc","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:18.245929217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb","reconcileID":"23af8db3-a3bb-4fe5-befa-7458cff1c255","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"tenant":"e2e-inf-a-ad7edb","gateway":"openshift-ingress/e2e-inf-a-ad7edb","model":"ai-tenant-e2e-inf-a-ad7edb/test-model-ad7edb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:18.245957364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb","reconcileID":"23af8db3-a3bb-4fe5-befa-7458cff1c255","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"routeName":"test-model-ad7edb-kserve-route","namespace":"ai-tenant-e2e-inf-a-ad7edb","llmisvcName":"test-model-ad7edb","gateway":"openshift-ingress/e2e-inf-a-ad7edb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:18.2470094Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-d204f4 priority=0:[ai-tenant-e2e-worker-w0-d204f4/e2e-test-subscription-free ai-tenant-e2e-worker-w0-d204f4/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:18.321286967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"3ec0a1e7-94a7-432b-808e-e8577d815aef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:18.361374831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ad7edb-auth","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb-auth","reconcileID":"1a8b1238-44ac-442d-9e07-58f8a131136b","MaaSAuthPolicy":{"name":"test-model-ad7edb-auth","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ad7edb","tenantID":"e2e-inf-a-ad7edb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:18.363278057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb","reconcileID":"e1744a79-0885-41e3-ad64-4eab5c9c8b6d","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"tenant":"e2e-inf-a-ad7edb","gateway":"openshift-ingress/e2e-inf-a-ad7edb","model":"ai-tenant-e2e-inf-a-ad7edb/test-model-ad7edb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:18.363389815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb","reconcileID":"e1744a79-0885-41e3-ad64-4eab5c9c8b6d","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"routeName":"test-model-ad7edb-kserve-route","namespace":"ai-tenant-e2e-inf-a-ad7edb","llmisvcName":"test-model-ad7edb","gateway":"openshift-ingress/e2e-inf-a-ad7edb","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:19:18.371053136Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-inf-a-ad7edb/test-model-ad7edb-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-ad7edb-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:18.426531703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb","reconcileID":"0ea7bdc7-da05-4f46-ab43-eda654c4a68f","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"tenant":"e2e-inf-a-ad7edb","gateway":"openshift-ingress/e2e-inf-a-ad7edb","model":"ai-tenant-e2e-inf-a-ad7edb/test-model-ad7edb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:18.427481626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb","reconcileID":"0ea7bdc7-da05-4f46-ab43-eda654c4a68f","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"routeName":"test-model-ad7edb-kserve-route","namespace":"ai-tenant-e2e-inf-a-ad7edb","llmisvcName":"test-model-ad7edb","gateway":"openshift-ingress/e2e-inf-a-ad7edb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:18.435659747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ad7edb-auth","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb-auth","reconcileID":"1a8b1238-44ac-442d-9e07-58f8a131136b","MaaSAuthPolicy":{"name":"test-model-ad7edb-auth","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"name":"e2e-inf-a-ad7edb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:18.437131365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"b52e0ac9-fbcf-4534-bdb3-4c57d85d2a81","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:18.538976033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"6c8df69a-b6f4-4ee8-93ce-5e6b28b6a3cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:18.607904825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"6c8df69a-b6f4-4ee8-93ce-5e6b28b6a3cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:18.638207695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"b0b75a1c-7905-4625-9d41-a18cc9274345","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:18.649363897Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ad7edb-sub","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb-sub","reconcileID":"3cfb6a7f-62b8-46f3-a1f0-435614f27a64","MaaSSubscription":{"name":"test-model-ad7edb-sub","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"name":"maas-trlp-test-model-ad7edb","model":"test-model-ad7edb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-ad7edb/test-model-ad7edb-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:18.695295112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"b0b75a1c-7905-4625-9d41-a18cc9274345","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:18.70854948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ad7edb-auth","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb-auth","reconcileID":"610e6253-db68-4791-90a1-91899a25875c","MaaSAuthPolicy":{"name":"test-model-ad7edb-auth","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ad7edb","tenantID":"e2e-inf-a-ad7edb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:18.720519689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-distinct-models-auth","reconcileID":"8a7410d7-7fd7-4008-acc6-8da4b682313b","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:18.767947469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ad7edb-auth","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb-auth","reconcileID":"610e6253-db68-4791-90a1-91899a25875c","MaaSAuthPolicy":{"name":"test-model-ad7edb-auth","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"name":"e2e-inf-a-ad7edb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:18.779209998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-distinct-models-auth","reconcileID":"8a7410d7-7fd7-4008-acc6-8da4b682313b","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:18.817823332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb","reconcileID":"509852c0-8f0b-4c6b-8b7b-315feafa96aa","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"tenant":"e2e-inf-a-ad7edb","gateway":"openshift-ingress/e2e-inf-a-ad7edb","model":"ai-tenant-e2e-inf-a-ad7edb/test-model-ad7edb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:18.817848386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb","reconcileID":"509852c0-8f0b-4c6b-8b7b-315feafa96aa","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"routeName":"test-model-ad7edb-kserve-route","namespace":"ai-tenant-e2e-inf-a-ad7edb","llmisvcName":"test-model-ad7edb","gateway":"openshift-ingress/e2e-inf-a-ad7edb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:18.977820292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"97cc898a-e016-42fc-9754-711bab6eab0e","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:19.023323466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ad7edb-sub","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb-sub","reconcileID":"c4782271-9011-49c7-834a-287a057fbb52","MaaSSubscription":{"name":"test-model-ad7edb-sub","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"name":"maas-trlp-test-model-ad7edb","model":"ai-tenant-e2e-inf-a-ad7edb/test-model-ad7edb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:19.131285197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"fd407ff2-83a5-4504-a88b-026e6e66bd95","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:19.131507862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"8bd9230d-5b2f-40a3-b88b-cc424eadd758","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:19.131292187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"6e8223b3-67bf-4225-8be7-702833deac18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:19.185312252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb","reconcileID":"39236a7f-e1a4-46d8-bb0c-a75b1a6756ab","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"tenant":"e2e-inf-a-ad7edb","gateway":"openshift-ingress/e2e-inf-a-ad7edb","model":"ai-tenant-e2e-inf-a-ad7edb/test-model-ad7edb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:19.185356237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb","reconcileID":"39236a7f-e1a4-46d8-bb0c-a75b1a6756ab","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"routeName":"test-model-ad7edb-kserve-route","namespace":"ai-tenant-e2e-inf-a-ad7edb","llmisvcName":"test-model-ad7edb","gateway":"openshift-ingress/e2e-inf-a-ad7edb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:19.189799523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"fd407ff2-83a5-4504-a88b-026e6e66bd95","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:19.189886643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"6e8223b3-67bf-4225-8be7-702833deac18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:19.193795699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"8bd9230d-5b2f-40a3-b88b-cc424eadd758","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:20.306207334Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-cb8d4e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-cb8d4e","reconcileID":"228658b6-d741-417c-bc67-b14dec7b0cf8","aitenant":"ai-tenants/e2e-praxis-b-cb8d4e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:20.678081959Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-distinct-models-subscription","reconcileID":"3a84f15f-5c9a-405f-a473-33e2dddf71ea","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"model":"e2e-models-e2e-worker-w3-1b1134/distinct-w3-1b1134","subscription":"e2e-distinct-models-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:20.729907435Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-distinct-models-subscription","reconcileID":"3a84f15f-5c9a-405f-a473-33e2dddf71ea","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"model":"e2e-models-e2e-worker-w3-1b1134/distinct-w3-1b1134","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:20.764509412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ccc8d57-c9ef-48fe-90b2-4a9434875870","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:20.816682802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ccc8d57-c9ef-48fe-90b2-4a9434875870","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:20.816873202Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-distinct-models-subscription","reconcileID":"3a84f15f-5c9a-405f-a473-33e2dddf71ea","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/distinct-w3-1b1134","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:20.869671239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ccc8d57-c9ef-48fe-90b2-4a9434875870","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:20.922611426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ccc8d57-c9ef-48fe-90b2-4a9434875870","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:20.924736513Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-distinct-models-subscription","reconcileID":"3a84f15f-5c9a-405f-a473-33e2dddf71ea","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"model":"e2e-models-e2e-worker-w3-1b1134/distinct-2-w3-1b1134","subscription":"e2e-distinct-models-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:20.976396677Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-distinct-models-subscription","reconcileID":"3a84f15f-5c9a-405f-a473-33e2dddf71ea","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"model":"e2e-models-e2e-worker-w3-1b1134/distinct-2-w3-1b1134","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:21.028238787Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-distinct-models-subscription","reconcileID":"3a84f15f-5c9a-405f-a473-33e2dddf71ea","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/distinct-2-w3-1b1134","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:21.088793779Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-cb8d4e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-cb8d4e","reconcileID":"228658b6-d741-417c-bc67-b14dec7b0cf8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-cb8d4e","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-cb8d4e"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:21.345454843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"dae34e48-b425-4679-9d48-cca96a588a60","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:21.40220291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"3a42ab0a-ed90-4201-a809-8a7bb5ee1115","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:21.46011805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"7e403999-c9cb-4c16-8c82-48415875088a","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:21.462615491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb","reconcileID":"58ef9da9-b2aa-440c-a9d9-2c5d8268a4a2","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"tenant":"e2e-inf-a-ad7edb","gateway":"openshift-ingress/e2e-inf-a-ad7edb","model":"ai-tenant-e2e-inf-a-ad7edb/test-model-ad7edb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:21.462633353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb","reconcileID":"58ef9da9-b2aa-440c-a9d9-2c5d8268a4a2","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"routeName":"test-model-ad7edb-kserve-route","namespace":"ai-tenant-e2e-inf-a-ad7edb","llmisvcName":"test-model-ad7edb","gateway":"openshift-ingress/e2e-inf-a-ad7edb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:21.486148055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"646e9d11-ee2b-44d2-b274-3bf7152d0415","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:21.486432316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"ac334362-c3af-4cab-bc47-a8bec1b4bc63","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:21.603673871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-distinct-models-auth","reconcileID":"dcf6eb94-b6cd-4fc2-bebb-29066de2eaab","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:21.606835994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"00c1f997-f91c-4324-a638-73bacd42a862","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:21.607684739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"1f09817b-adf1-475d-8e84-c375b62a2395","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:21.667530413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"1f09817b-adf1-475d-8e84-c375b62a2395","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:21.672265816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-distinct-models-auth","reconcileID":"dcf6eb94-b6cd-4fc2-bebb-29066de2eaab","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:21.672258786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"00c1f997-f91c-4324-a638-73bacd42a862","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:22.07623217Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-distinct-models-auth","reconcileID":"b3c27953-e7d9-40bd-9d9e-c7a96424733f","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"model":"e2e-models-e2e-worker-w3-1b1134/distinct-w3-1b1134","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:22.17618639Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-distinct-models-auth","reconcileID":"b3c27953-e7d9-40bd-9d9e-c7a96424733f","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"model":"e2e-models-e2e-worker-w3-1b1134/distinct-2-w3-1b1134","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:22.432520707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"6f036bbf-9296-4874-9731-6d08e0743097","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:22.432817173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"4c7d019c-0fcf-48ec-a1df-d41a1fdac8da","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:22.835910443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcdb08a2-add9-472e-95e1-fa56e38e0312","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:22.887897591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcdb08a2-add9-472e-95e1-fa56e38e0312","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:22.939756667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcdb08a2-add9-472e-95e1-fa56e38e0312","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:22.991595095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcdb08a2-add9-472e-95e1-fa56e38e0312","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:23.410014177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"6a57c6c8-70f2-46f2-9aa6-d5861380df5f","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:23.466128737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"7494e27c-729c-427d-9683-fac6ccc86402","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:23.671386426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-return-all-auth1","reconcileID":"9a1e4fb0-c24a-406a-912c-a769624cbc52","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:23.676577163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"48729808-8524-4a06-b6b4-e782baef9c00","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:23.729828418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-return-all-auth1","reconcileID":"9a1e4fb0-c24a-406a-912c-a769624cbc52","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:23.736540914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"f8f9eed2-3e90-42b0-8fb4-16bd737ff226","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:19:23.785128561Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-return-all-sub1","reconcileID":"707dd6f8-d2fb-4e34-bf39-4945e1b5c49b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:23.887691477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"afc0ca3b-e067-4800-b949-35ba3650a96a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:23.887690972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"1fec6b27-ae5d-45bd-aedc-11364437d976","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:23.895856865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"42170ddc-158e-40c7-afa5-ebe78da84feb","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:23.94340156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"206c20b0-e32e-41d1-8e26-24cc0b0b3195","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:23.944991132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"afc0ca3b-e067-4800-b949-35ba3650a96a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:23.947324183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"1fec6b27-ae5d-45bd-aedc-11364437d976","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:23.975971942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"cdd99db3-064b-4c66-bad3-f2c712c1f59c","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.031402737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"ab2caac8-8947-4273-9776-175b34dc827b","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.083764443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"5be2df8b-f59a-4282-aed7-3e16938bda00","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.19299948Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-return-all-sub1","reconcileID":"64fb36a9-bafb-4619-bfc6-a849b8260033","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-distinct-w3-1b1134","model":"distinct-w3-1b1134","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-1b1134/e2e-return-all-sub1"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.212052878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"93427562-dd2b-420b-9f5e-9a4d3cc17355","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.212142234Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-1b1134 priority=0:[ai-tenant-e2e-worker-w3-1b1134/e2e-return-all-sub1 ai-tenant-e2e-worker-w3-1b1134/e2e-return-all-sub2]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.271634805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"abc70396-70d6-4e90-8347-07e72e5edf7f","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.308046292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-return-all-auth2","reconcileID":"1be846d3-034b-46a6-b55e-df337fbbde17","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.318885424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"6e7dae95-18e6-4fbe-b17e-d7a87a4f368e","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:19:24.361524548Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-1b1134/e2e-return-all-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.361833013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-return-all-auth1","reconcileID":"7d0b5088-e41e-490c-a2cc-7e767dee6de0","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.386525476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-return-all-auth2","reconcileID":"1be846d3-034b-46a6-b55e-df337fbbde17","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.388078206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"279d832c-c706-4fe6-8d05-5f3493cf6d7e","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.388427436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"7c8d9f96-b899-4b2f-ad48-3c447bdf8595","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.417533952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-return-all-auth1","reconcileID":"7d0b5088-e41e-490c-a2cc-7e767dee6de0","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.465115402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"735fda07-d660-427a-aca7-1ab8eb33f2b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.465131181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"1467115e-835a-44af-94f2-5fafaf061b02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.495026011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-auth-iso-33539c","reconcileID":"e56a8794-7c3f-48eb-91cc-590ce1806f42","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d","tenantID":"e2e-shared-b-w4-2cc24d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.521614393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"735fda07-d660-427a-aca7-1ab8eb33f2b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.521866844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"1467115e-835a-44af-94f2-5fafaf061b02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.550299834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-auth-iso-33539c","reconcileID":"e56a8794-7c3f-48eb-91cc-590ce1806f42","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"e2e-shared-b-w4-2cc24d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.598616262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-return-all-sub1","reconcileID":"45f7283c-dad3-42da-9154-ae8c325a4f2b","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-distinct-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/distinct-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.601222243Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-return-all-sub2","reconcileID":"880596dc-c0ca-4def-87ba-9a0237424182","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-distinct-2-w3-1b1134","model":"distinct-2-w3-1b1134","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-1b1134/e2e-return-all-sub2"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.705176277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"8ab115f7-428d-4e3d-84ac-7038f81174ec","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:19:24.755923944Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-return-all-auth1","reconcileID":"7d0b5088-e41e-490c-a2cc-7e767dee6de0","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-return-all-auth1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.763609387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"09a39c27-ba49-49a6-87ae-994583953c24","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.878965209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b68c0bff-9d54-4e38-82d9-22deecde4f83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.931299693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b68c0bff-9d54-4e38-82d9-22deecde4f83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.983106342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-return-all-sub2","reconcileID":"cd332d0e-0818-4aa9-b5fd-291d104d2e49","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-distinct-2-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/distinct-2-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.984188369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b68c0bff-9d54-4e38-82d9-22deecde4f83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.984308638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"fba4ec3c-9931-4166-ae8b-4bf94ab97430","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.984678173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-return-all-auth2","reconcileID":"7ec2a7a0-abd4-49be-aab1-41da64801105","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.98488468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"0a8604a5-976e-477c-a3f4-f8fa0a36c832","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.986291989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"auth-test-model-2cc24d","reconcileID":"3c169162-500b-42e6-8f26-999e5a0b0012","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/auth-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.986314115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"auth-test-model-2cc24d","reconcileID":"3c169162-500b-42e6-8f26-999e5a0b0012","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"auth-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"auth-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.036970371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b68c0bff-9d54-4e38-82d9-22deecde4f83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.040137555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"fba4ec3c-9931-4166-ae8b-4bf94ab97430","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.098790928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"0a8604a5-976e-477c-a3f4-f8fa0a36c832","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.099757477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-return-all-auth2","reconcileID":"7ec2a7a0-abd4-49be-aab1-41da64801105","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.145925674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-return-all-auth1","reconcileID":"a5e32e03-325d-4bf1-a079-08c8be18fe74","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.148631544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"2430e584-eb34-4b5a-9b99-4631f615a71d","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.202767051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-return-all-auth1","reconcileID":"a5e32e03-325d-4bf1-a079-08c8be18fe74","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:27.923411541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"845963e1-7a85-46d5-86ef-0ace40a5a2aa","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:28.035656023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0d0f4f6-6788-4252-aa78-1de87e31db58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:28.087877858Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-return-all-sub1","reconcileID":"5849b188-1547-4869-8f0f-65b2cd6629ec","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-57294611","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:28.08809018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0d0f4f6-6788-4252-aa78-1de87e31db58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:28.141141857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0d0f4f6-6788-4252-aa78-1de87e31db58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:28.193395845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0d0f4f6-6788-4252-aa78-1de87e31db58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:28.245391272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"a81ab065-a022-49d8-b952-7f7effab3b6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:28.245529123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-return-all-auth1","reconcileID":"e2988e1e-39ea-4882-9b15-d8d90f0e0376","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:28.245388003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"a9758173-fbd8-42fe-9958-f8771bd3a6f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:28.245955498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-return-all-auth2","reconcileID":"514b3e9f-078d-4c8f-b05e-a27373c0ce37","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:28.303036512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"a81ab065-a022-49d8-b952-7f7effab3b6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:28.303060362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-return-all-auth1","reconcileID":"e2988e1e-39ea-4882-9b15-d8d90f0e0376","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:28.305653908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-return-all-auth2","reconcileID":"514b3e9f-078d-4c8f-b05e-a27373c0ce37","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:28.305695947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"a9758173-fbd8-42fe-9958-f8771bd3a6f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:28.624804934Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-99d504","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-99d504","reconcileID":"0e7ce237-62b4-4d59-a28b-3aa5ae388a95","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-99d504","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-99d504":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:28.721304816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"1a47d69e-41e0-4bcf-a314-49fb96ed956a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:28.721513373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-return-all-auth1","reconcileID":"252ad7b7-52f4-4419-ab99-32d1f0b82a5d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:28.721311284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"9eb79a71-ee09-4946-9a03-f93dbc9e4718","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:28.722266892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-return-all-auth2","reconcileID":"27ceeed4-e1c9-4167-ace9-3440fc1787e8","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:28.779129914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"9eb79a71-ee09-4946-9a03-f93dbc9e4718","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:28.779703229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"1a47d69e-41e0-4bcf-a314-49fb96ed956a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:28.781599068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-return-all-auth2","reconcileID":"27ceeed4-e1c9-4167-ace9-3440fc1787e8","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:28.782886071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-return-all-auth1","reconcileID":"252ad7b7-52f4-4419-ab99-32d1f0b82a5d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:29.137571119Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-subscription-free","reconcileID":"2858446d-9f56-46ff-833a-9d78aec2d8dd","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscription":"e2e-test-subscription-free","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:29.380640365Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-subscription-free","reconcileID":"2858446d-9f56-46ff-833a-9d78aec2d8dd","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/e2e-test-subscription-premium","ai-tenant-e2e-worker-w0-d204f4/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:29.625388754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"05a58151-aeef-401e-93d1-d0eae0a3ae2c","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:29.637974727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"5318ef58-a1ec-4dd9-af3b-1e344882fa90","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:29.639819907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-subscription-premium","reconcileID":"1a167b98-6260-495c-9697-730e0d226fc8","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:29.686075738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"d07db1e2-69af-4344-a188-346a23b5bf75","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:29.790143681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"53de6ed0-3ba9-43ea-8529-bc42f761872d","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:29.840669539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"47c041cc-34c2-4ca8-a424-d0553ac47ae9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:29.840839451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"72d698f0-35eb-4396-9d60-20a3f4ac9394","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:29.840669616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"c88167ce-c7b3-4c6c-ae05-bdec0ab36d58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:29.897558879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"72d698f0-35eb-4396-9d60-20a3f4ac9394","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:29.89847564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"c88167ce-c7b3-4c6c-ae05-bdec0ab36d58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:29.899988796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"47c041cc-34c2-4ca8-a424-d0553ac47ae9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:29.942656732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"auth-test-model-2cc24d","reconcileID":"bb821734-cbd8-47db-ab63-4c8ac07c79df","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/auth-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:29.942678283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"auth-test-model-2cc24d","reconcileID":"bb821734-cbd8-47db-ab63-4c8ac07c79df","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"auth-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"auth-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:30.000585154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"auth-test-model-2cc24d","reconcileID":"185402f2-ccd0-443b-a9db-c2b6fa75ac44","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/auth-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:30.000604109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"auth-test-model-2cc24d","reconcileID":"185402f2-ccd0-443b-a9db-c2b6fa75ac44","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"auth-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"auth-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:30.046457395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-auth-iso-33539c","reconcileID":"616c6f98-77a2-4e3a-b62c-c30c155e7237","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d","tenantID":"e2e-shared-b-w4-2cc24d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:19:30.048904072Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-auth-iso-33539c","reconcileID":"7844154a-dfce-40a5-a490-480161b3de23","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-33539c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:19:30.053547928Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"auth-test-model-2cc24d","reconcileID":"185402f2-ccd0-443b-a9db-c2b6fa75ac44","name":"auth-test-model-2cc24d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-2cc24d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:19:30.053636795Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"auth-test-model-2cc24d","reconcileID":"185402f2-ccd0-443b-a9db-c2b6fa75ac44","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-2cc24d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:30.059475361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"auth-test-model-2cc24d","reconcileID":"7309cbd0-5dfc-4021-8119-cf749a9fc420","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/auth-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:30.059495088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"auth-test-model-2cc24d","reconcileID":"7309cbd0-5dfc-4021-8119-cf749a9fc420","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"auth-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"auth-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:30.103570516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-auth-iso-33539c","reconcileID":"616c6f98-77a2-4e3a-b62c-c30c155e7237","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"e2e-shared-b-w4-2cc24d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:30.15799789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"auth-test-model-2cc24d","reconcileID":"2e6302f9-a8f9-459a-933f-67b8aeb11165","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/auth-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:30.158016733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"auth-test-model-2cc24d","reconcileID":"2e6302f9-a8f9-459a-933f-67b8aeb11165","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"auth-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"auth-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:30.164845151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d58996d1-ff01-4d99-9245-56ccc0f2515b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:30.216673462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d58996d1-ff01-4d99-9245-56ccc0f2515b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:30.26895651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d58996d1-ff01-4d99-9245-56ccc0f2515b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:30.271801445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"auth-test-model-2cc24d","reconcileID":"34e87c01-d9c7-444a-8999-5235e9dbe606","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/auth-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:30.271820088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"auth-test-model-2cc24d","reconcileID":"34e87c01-d9c7-444a-8999-5235e9dbe606","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"auth-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"auth-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:30.320976136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d58996d1-ff01-4d99-9245-56ccc0f2515b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:30.322361923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"c457d4a2-c850-4ccc-8123-5c472cdffb40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:30.322480682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"cd729709-f61e-434f-bc0d-abcdb0d94524","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:30.322672851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"56fd77ef-a3c1-4e2e-b964-433e56fe81f6","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:30.381132986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"c457d4a2-c850-4ccc-8123-5c472cdffb40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:30.381213335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"56fd77ef-a3c1-4e2e-b964-433e56fe81f6","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:30.385141076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"cd729709-f61e-434f-bc0d-abcdb0d94524","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:30.478398988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-auth-iso-33539c","reconcileID":"9bc0fec4-28ae-4068-9651-c98a5fab978b","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d","tenantID":"e2e-shared-b-w4-2cc24d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:30.498089562Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-auth-iso-33539c","reconcileID":"ec89b331-c1b1-42cb-85ac-074814b61359","MaaSSubscription":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"maas-trlp-auth-test-model-2cc24d","model":"auth-test-model-2cc24d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-2cc24d/e2e-auth-iso-33539c"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:30.570661397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-auth-iso-33539c","reconcileID":"9bc0fec4-28ae-4068-9651-c98a5fab978b","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"e2e-shared-b-w4-2cc24d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:30.746151028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"auth-test-model-2cc24d","reconcileID":"b670ea46-a151-4679-a646-2ae10b457e75","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/auth-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:30.746177446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"auth-test-model-2cc24d","reconcileID":"b670ea46-a151-4679-a646-2ae10b457e75","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"auth-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"auth-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:30.96401271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-auth-iso-33539c","reconcileID":"b8f1e906-3124-40a5-8aca-7df024ea432c","MaaSSubscription":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"maas-trlp-auth-test-model-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/auth-test-model-2cc24d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:31.570783195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-return-all-sub2","reconcileID":"660a1284-ee33-4bc8-9637-ebf2f2e7428d","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-distinct-2-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/distinct-2-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:31.754487422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"472f1ba9-6157-4fa4-9abd-9ee9eae60119","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:31.974990248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ad7edb-sub","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb-sub","reconcileID":"15acc53b-ed09-4e54-9ae1-4bcabe784618","MaaSSubscription":{"name":"test-model-ad7edb-sub","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"name":"maas-trlp-test-model-ad7edb","model":"ai-tenant-e2e-inf-a-ad7edb/test-model-ad7edb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:32.380748034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb","reconcileID":"817a04c7-1cec-4205-87a1-8915c7840869","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"tenant":"e2e-inf-a-ad7edb","gateway":"openshift-ingress/e2e-inf-a-ad7edb","model":"ai-tenant-e2e-inf-a-ad7edb/test-model-ad7edb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:32.380777592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb","reconcileID":"817a04c7-1cec-4205-87a1-8915c7840869","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"routeName":"test-model-ad7edb-kserve-route","namespace":"ai-tenant-e2e-inf-a-ad7edb","llmisvcName":"test-model-ad7edb","gateway":"openshift-ingress/e2e-inf-a-ad7edb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:32.549302021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ad7edb-auth","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb-auth","reconcileID":"2a752d0e-b6fe-4d20-8921-d971bee2f830","MaaSAuthPolicy":{"name":"test-model-ad7edb-auth","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ad7edb","tenantID":"e2e-inf-a-ad7edb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:32.702429243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ad7edb-auth","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb-auth","reconcileID":"2a752d0e-b6fe-4d20-8921-d971bee2f830","MaaSAuthPolicy":{"name":"test-model-ad7edb-auth","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"name":"e2e-inf-a-ad7edb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:37.623450789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118","reconcileID":"e5b7308e-dd72-4c50-a682-60d52ad5100e","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"tenant":"e2e-inf-b-7d5118","gateway":"openshift-ingress/e2e-inf-b-7d5118","model":"ai-tenant-e2e-inf-b-7d5118/test-model-7d5118","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:37.623479429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118","reconcileID":"e5b7308e-dd72-4c50-a682-60d52ad5100e","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"routeName":"test-model-7d5118-kserve-route","namespace":"ai-tenant-e2e-inf-b-7d5118","llmisvcName":"test-model-7d5118","gateway":"openshift-ingress/e2e-inf-b-7d5118","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:38.139893189Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-return-all-sub1","reconcileID":"80ef1db0-92ad-4f62-b19f-d12c1ef73319","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"model":"e2e-models-e2e-worker-w3-1b1134/distinct-w3-1b1134","subscription":"e2e-return-all-sub1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:38.191643569Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-return-all-sub1","reconcileID":"80ef1db0-92ad-4f62-b19f-d12c1ef73319","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"model":"e2e-models-e2e-worker-w3-1b1134/distinct-w3-1b1134","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:38.243372367Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-return-all-sub1","reconcileID":"80ef1db0-92ad-4f62-b19f-d12c1ef73319","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/distinct-w3-1b1134","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:38.511892217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"8172a288-3ae3-4cae-8d9d-d393e2888713","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:38.655285721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"f32d177a-d469-4d92-8ab5-23e41c22e1de","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:38.768996213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"8a4b3f0d-5e70-46e8-82ee-21aac4816e45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:38.76918944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-return-all-auth1","reconcileID":"e6e9cca3-5874-4cf9-aa4e-7090aca247c8","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:38.768995063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"da332eed-2430-43bb-bb02-763aa6bcac51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:38.769664107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-return-all-auth2","reconcileID":"718d64f4-a1ed-499a-9a12-6bc7dc46f9a8","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:38.815691631Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-return-all-sub2","reconcileID":"5ec98f5e-54c6-4f7e-9ae6-1af4c793580d","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-52ba28de","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:38.825035082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"8a4b3f0d-5e70-46e8-82ee-21aac4816e45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:38.825373333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-return-all-auth2","reconcileID":"718d64f4-a1ed-499a-9a12-6bc7dc46f9a8","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:38.82738893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-return-all-auth1","reconcileID":"e6e9cca3-5874-4cf9-aa4e-7090aca247c8","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:38.827596294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"da332eed-2430-43bb-bb02-763aa6bcac51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:39.262708846Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:39.287299268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"1377b917-e141-4450-890b-92b426890b75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:39.287414404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"a71bca45-0e45-4d70-8f8c-86f89b04a78f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:39.28784625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-return-all-auth2","reconcileID":"e7389f00-2e68-4a64-a620-0cbc3e5d83b1","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:39.287861069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-return-all-auth1","reconcileID":"0d0e9200-a2f3-45a9-b7aa-250b59533312","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:39.343359752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"a71bca45-0e45-4d70-8f8c-86f89b04a78f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:39.343392565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"1377b917-e141-4450-890b-92b426890b75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:39.345676039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-return-all-auth1","reconcileID":"0d0e9200-a2f3-45a9-b7aa-250b59533312","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:39.34577526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-return-all-auth2","reconcileID":"e7389f00-2e68-4a64-a620-0cbc3e5d83b1","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:39.953998947Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-subscription-premium","reconcileID":"b357039e-8d3f-41fb-8774-34cb0867b933","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscription":"e2e-test-subscription-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:40.166678596Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-subscription-premium","reconcileID":"b357039e-8d3f-41fb-8774-34cb0867b933","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:40.386799979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"e2cf4d47-0919-4947-9320-96410f7b9820","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:40.387257335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"6d56621a-a7e1-4064-a6be-225896079283","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:40.515508831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"a81db877-99c4-4c49-820b-f427e4f7c959","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:40.540384323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"339efedf-93ef-4530-94cc-eee7c4845c38","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:40.541981485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"63debf5a-1fa3-49e7-9418-c389997f43c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:40.542185562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"bdef8eb8-e42f-4203-ba0c-673a29f5a733","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:40.595973577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"339efedf-93ef-4530-94cc-eee7c4845c38","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:40.597034018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"63debf5a-1fa3-49e7-9418-c389997f43c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:40.598264746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"bdef8eb8-e42f-4203-ba0c-673a29f5a733","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:40.749310908Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"900b8a64-bae4-418b-9f67-b4a98e7bdb8e","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:40.909275796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"1f7562ca-7dc7-4319-b38a-3e629e718ab6","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:42.238655715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"68abc92b-bd69-4354-9854-6d788d50b813","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:42.295144049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"a8d61237-fc08-4c7d-a1c7-9d1b2d882eca","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:42.448887738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-auth-access-denied","reconcileID":"20e5647f-4b99-424d-a8a1-26873ee4c1a6","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:42.502582979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"d6a51cab-4373-4634-ac8b-478b9e3a3141","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:42.505771892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-auth-access-denied","reconcileID":"20e5647f-4b99-424d-a8a1-26873ee4c1a6","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:42.558392732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"6e7ef070-3d58-4ff0-8576-9e12b6d7c93b","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:19:42.608843548Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-user-subscription","reconcileID":"9e360036-9a21-4b6d-aaa0-816090bc5f74","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:42.65620937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"cbc2f50a-f44b-4e63-9e14-3cdf4ddc05cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:42.656210309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"a00ab074-a7f0-41c3-8fd2-c7c2a5c54311","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:42.713205223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"cbc2f50a-f44b-4e63-9e14-3cdf4ddc05cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:42.713228574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"a00ab074-a7f0-41c3-8fd2-c7c2a5c54311","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:42.723006918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"f44a00a5-2bd8-47dc-9ab8-d837f5e37f5d","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:42.755952484Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-d204f4 priority=0:[ai-tenant-e2e-worker-w0-d204f4/e2e-test-other-subscription ai-tenant-e2e-worker-w0-d204f4/e2e-test-user-subscription]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:42.756018286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"d3d24e93-19b3-4579-82c0-cd9e8932bea1","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:42.779269602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"c10bd0ae-7a3f-4101-a5c3-14a5b8138a38","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:19:42.808664497Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-d204f4/e2e-test-user-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:42.821294689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"1d7fb6ac-a637-4726-85ae-c510a6f71e75","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:42.862162612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"d66f3175-bfde-41ea-9ee5-3b0e03890152","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:19:42.865432807Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-d204f4/e2e-test-other-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:42.91808157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"966c36bf-24a9-4807-928d-1de073ac2540","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:42.976460052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-auth-access-denied","reconcileID":"49390383-7f20-43e4-aa8a-7f42bb5c052c","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:43.031996568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-auth-access-denied","reconcileID":"49390383-7f20-43e4-aa8a-7f42bb5c052c","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:43.042691505Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-user-subscription","reconcileID":"e49f1cdb-5fb7-47cb-aea8-2413c2d3d570","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/e2e-test-other-subscription","ai-tenant-e2e-worker-w0-d204f4/e2e-test-user-subscription","ai-tenant-e2e-worker-w0-d204f4/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:43.058499613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118","reconcileID":"c891bcca-5b56-4c6f-9d8a-c7a8519a2cc8","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"tenant":"e2e-inf-b-7d5118","gateway":"openshift-ingress/e2e-inf-b-7d5118","model":"ai-tenant-e2e-inf-b-7d5118/test-model-7d5118","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:43.058524315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118","reconcileID":"c891bcca-5b56-4c6f-9d8a-c7a8519a2cc8","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"routeName":"test-model-7d5118-kserve-route","namespace":"ai-tenant-e2e-inf-b-7d5118","llmisvcName":"test-model-7d5118","gateway":"openshift-ingress/e2e-inf-b-7d5118","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:43.112288518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118","reconcileID":"ebdc70e3-7e49-490e-8ff7-bcca72e0630f","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"tenant":"e2e-inf-b-7d5118","gateway":"openshift-ingress/e2e-inf-b-7d5118","model":"ai-tenant-e2e-inf-b-7d5118/test-model-7d5118","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:43.112312253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118","reconcileID":"ebdc70e3-7e49-490e-8ff7-bcca72e0630f","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"routeName":"test-model-7d5118-kserve-route","namespace":"ai-tenant-e2e-inf-b-7d5118","llmisvcName":"test-model-7d5118","gateway":"openshift-ingress/e2e-inf-b-7d5118","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:43.119033048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"34e7325a-dfed-4d7f-a337-6e1e162dd9ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:43.119034959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"174d3914-8541-4c07-9b8e-1dd0ac1e4914","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:43.124124452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-other-subscription","reconcileID":"cb43fe07-edd0-45d2-9989-db0cbae48ae3","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:43.174937521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"174d3914-8541-4c07-9b8e-1dd0ac1e4914","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:43.175453731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"34e7325a-dfed-4d7f-a337-6e1e162dd9ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:43.206270244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"caf781f0-078c-471a-bc35-ba77a858e7c9","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:43.214576296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d5118-auth","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118-auth","reconcileID":"fed55f3b-cfc9-4ef1-b930-98f181b6f9a2","MaaSAuthPolicy":{"name":"test-model-7d5118-auth","namespace":"ai-tenant-e2e-inf-b-7d5118"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7d5118","tenantID":"e2e-inf-b-7d5118","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:43.251667197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"5b9eed75-1122-4fdb-b7ea-2e60e86871e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:43.30495434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"2a94e3d4-160d-4c07-8d26-3a79d99d1a6d","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:43.346585504Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d5118-auth","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118-auth","reconcileID":"fed55f3b-cfc9-4ef1-b930-98f181b6f9a2","MaaSAuthPolicy":{"name":"test-model-7d5118-auth","namespace":"ai-tenant-e2e-inf-b-7d5118"},"name":"e2e-inf-b-7d5118-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:43.398970867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-auth-access-denied","reconcileID":"2f048a4e-3014-4c76-9f7a-15507b8f8fd1","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:43.400759847Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-7d5118-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d5118-auth","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118-auth","reconcileID":"fed55f3b-cfc9-4ef1-b930-98f181b6f9a2","MaaSAuthPolicy":{"name":"test-model-7d5118-auth","namespace":"ai-tenant-e2e-inf-b-7d5118"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:43.422730925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-user-subscription","reconcileID":"4b79ff70-886c-464b-986f-3d27688dfde2","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:43.454847327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-auth-access-denied","reconcileID":"2f048a4e-3014-4c76-9f7a-15507b8f8fd1","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:43.457413851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118","reconcileID":"5c9d5f06-f069-4a0c-88df-3b31ec9ac780","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"tenant":"e2e-inf-b-7d5118","gateway":"openshift-ingress/e2e-inf-b-7d5118","model":"ai-tenant-e2e-inf-b-7d5118/test-model-7d5118","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:43.457430914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118","reconcileID":"5c9d5f06-f069-4a0c-88df-3b31ec9ac780","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"routeName":"test-model-7d5118-kserve-route","namespace":"ai-tenant-e2e-inf-b-7d5118","llmisvcName":"test-model-7d5118","gateway":"openshift-ingress/e2e-inf-b-7d5118","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:43.517714266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-other-subscription","reconcileID":"70265e12-8207-4872-bac8-0bfcfd8a4fd5","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:45.70932581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"8d2b6045-40ac-44e2-8111-1e3672b206f5","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:45.864103807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"bfbe64b9-1ef8-4d02-8e57-f14745441e28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:45.864643991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-auth-access-denied","reconcileID":"7f921332-f201-48f6-af93-8a5a6c69e93a","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:45.865275762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"31be0bfa-76ec-4d91-9d67-ec2593193892","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:45.924177967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-auth-access-denied","reconcileID":"7f921332-f201-48f6-af93-8a5a6c69e93a","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:45.924620725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"bfbe64b9-1ef8-4d02-8e57-f14745441e28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:45.927841722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"31be0bfa-76ec-4d91-9d67-ec2593193892","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:47.165823995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-auth-iso-33539c","reconcileID":"6da835b7-a2f9-4f11-8092-7c99bc246921","MaaSSubscription":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"maas-trlp-auth-test-model-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/auth-test-model-2cc24d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:47.348022147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"auth-test-model-2cc24d","reconcileID":"e87e3d29-8786-46f7-96ef-4285fb7d4732","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/auth-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:47.348145422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"auth-test-model-2cc24d","reconcileID":"e87e3d29-8786-46f7-96ef-4285fb7d4732","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"auth-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"auth-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:47.837453718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-auth-iso-33539c","reconcileID":"431e7440-2d62-4512-bb2b-5455aa04c7c3","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d","tenantID":"e2e-shared-b-w4-2cc24d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:47.846381721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"1684010e-159a-455e-ba21-c2f2d0069039","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:47.847358046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"da2cb9c2-bea1-4887-a22b-75c0f9892cf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:47.848104623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-return-all-auth2","reconcileID":"f8b70a5c-ce5f-449d-9e4f-ef49c9a7857a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:47.848859026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-return-all-auth1","reconcileID":"89afcd84-f08e-41ee-b5c8-380d9828a11f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:47.912476803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-auth-iso-33539c","reconcileID":"431e7440-2d62-4512-bb2b-5455aa04c7c3","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"e2e-shared-b-w4-2cc24d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:47.939137315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"1684010e-159a-455e-ba21-c2f2d0069039","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:47.949369651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"da2cb9c2-bea1-4887-a22b-75c0f9892cf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:48.006195619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-return-all-auth2","reconcileID":"f8b70a5c-ce5f-449d-9e4f-ef49c9a7857a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:48.046939289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-return-all-auth1","reconcileID":"89afcd84-f08e-41ee-b5c8-380d9828a11f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:48.871302855Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-return-all-sub2","reconcileID":"62efa6ac-8c5e-4c1a-8898-24d8c661220f","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"model":"e2e-models-e2e-worker-w3-1b1134/distinct-2-w3-1b1134","subscription":"e2e-return-all-sub2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:48.930171298Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-return-all-sub2","reconcileID":"62efa6ac-8c5e-4c1a-8898-24d8c661220f","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"model":"e2e-models-e2e-worker-w3-1b1134/distinct-2-w3-1b1134","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:48.982958988Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-return-all-sub2","reconcileID":"62efa6ac-8c5e-4c1a-8898-24d8c661220f","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/distinct-2-w3-1b1134","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:49.250406085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"e7ed0633-74dd-4b9e-8fc3-950181203855","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:49.308500987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"a0923e59-2c95-4cd0-92ca-f1269fa5fe84","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:49.387900454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"f2fc92d5-b9c5-4f24-a19b-e995478d8b38","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:49.507924497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-return-all-auth2","reconcileID":"5b1bfe09-30f6-4e8c-b4cc-e8120ff077db","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:49.507989982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"e1624cb4-3a0f-4c1a-8943-88aa71de6cdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:49.508407024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-return-all-auth1","reconcileID":"93c2a544-0b6c-48c3-a0d0-41172bfb5990","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:49.508465365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"6020d00b-9859-4002-ad90-5a75cade9e36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:49.564069508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"6020d00b-9859-4002-ad90-5a75cade9e36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:49.564841724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"e1624cb4-3a0f-4c1a-8943-88aa71de6cdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:49.566563808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-return-all-auth1","reconcileID":"93c2a544-0b6c-48c3-a0d0-41172bfb5990","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:49.568298108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-return-all-auth2","reconcileID":"5b1bfe09-30f6-4e8c-b4cc-e8120ff077db","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:49.719142706Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-return-all-auth1","reconcileID":"fba10c42-8dc3-464a-86c9-7158b07eea11","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"model":"e2e-models-e2e-worker-w3-1b1134/distinct-w3-1b1134","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:49.930444204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"46f29c6a-91df-433e-89d4-6e2ab04210e8","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:49.982452593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-return-all-auth2","reconcileID":"66aafc7a-4ce8-46ef-b8e1-9abfd5d83e4b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:50.093743914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"7e7af936-aa66-48ec-a245-5e850143a6ef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:50.099458797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-return-all-auth2","reconcileID":"66aafc7a-4ce8-46ef-b8e1-9abfd5d83e4b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:50.303586366Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-return-all-auth2","reconcileID":"3d38c115-b942-4544-adf8-3b8ae77b85a2","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"model":"e2e-models-e2e-worker-w3-1b1134/distinct-2-w3-1b1134","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:50.462043769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"96e18ffd-1690-43c5-a459-a24e7ca177f0","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:51.713062941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"7ccb5f74-7e77-4df8-b17f-e993340cd9ad","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:51.769324699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"619035f7-9959-498e-a0ae-d4f693396da5","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:51.925277291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-user-token-filter-auth","reconcileID":"ce58abef-f2bf-452a-b965-0c833ce33a78","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:51.982353516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-user-token-filter-auth","reconcileID":"ce58abef-f2bf-452a-b965-0c833ce33a78","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:51.982712189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"d2426ec7-a2a1-4006-ac64-b1c3ca1bcb2b","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:52.039119598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"1998c655-5221-45f1-9e61-1c7ff670a96c","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:19:52.09108948Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-user-token-filter-sub","reconcileID":"1471725b-4ebd-42eb-8da3-29d0df07fd8a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:52.138166716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"00154142-7215-415b-ba09-32454dcb007b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:52.138167558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"895e3020-ec90-431d-8d1f-9292827ad90b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:52.202207817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"895e3020-ec90-431d-8d1f-9292827ad90b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:52.202705794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"00154142-7215-415b-ba09-32454dcb007b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:52.221924714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"493a2bb9-4105-4f68-be6a-ec44322012e0","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:52.26400107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"8ccc1e8f-340e-4fcf-b9a2-41a529502c6f","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:52.275800131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"f917a269-0e2f-49ea-b4bd-e29255ff8ba3","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:52.417610155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-user-token-filter-auth","reconcileID":"171abd6f-6303-4eda-8a89-b4b0d56cd2ff","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:52.47297292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-user-token-filter-auth","reconcileID":"171abd6f-6303-4eda-8a89-b4b0d56cd2ff","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:52.518621594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"bd4d790a-9e0b-46ba-ab6f-3e011ee3e063","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:52.518663297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"d7051f1a-5833-461b-95ba-c7a22ac1f4d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:52.539244431Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-user-token-filter-sub","reconcileID":"c1797db7-dc30-4abd-b3ff-31932a55c09c","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-1b1134/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w3-1b1134/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:52.573983711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"bd4d790a-9e0b-46ba-ab6f-3e011ee3e063","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:52.573996906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"d7051f1a-5833-461b-95ba-c7a22ac1f4d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:52.702905786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"1b723759-168c-4ddd-9294-c402c0292ff9","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:52.748211209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-subscription","reconcileID":"d2c76543-b9b1-4594-b505-80dd6f0fdb45","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:52.908920098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-user-token-filter-sub","reconcileID":"012fa439-05f7-44c6-b345-5055991e858b","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:53.561682447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d5118-auth","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118-auth","reconcileID":"c4e54461-d93b-4a8b-b329-01cdb88c0ed4","MaaSAuthPolicy":{"name":"test-model-7d5118-auth","namespace":"ai-tenant-e2e-inf-b-7d5118"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7d5118","tenantID":"e2e-inf-b-7d5118","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:53.619510074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d5118-auth","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118-auth","reconcileID":"c4e54461-d93b-4a8b-b329-01cdb88c0ed4","MaaSAuthPolicy":{"name":"test-model-7d5118-auth","namespace":"ai-tenant-e2e-inf-b-7d5118"},"name":"e2e-inf-b-7d5118-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:53.673776539Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-7d5118-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d5118-auth","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118-auth","reconcileID":"c4e54461-d93b-4a8b-b329-01cdb88c0ed4","MaaSAuthPolicy":{"name":"test-model-7d5118-auth","namespace":"ai-tenant-e2e-inf-b-7d5118"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:54.867737936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"7ef6765d-bfb6-4fa0-8f93-798f963ec1f8","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:55.022379034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-user-token-filter-auth","reconcileID":"0767e5ea-6aff-4337-80cb-3d4506f69397","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:55.022391797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"a7e242d3-26af-4371-bb88-4c47c43d39e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:55.022937827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"cfe5d0a8-2b71-49f8-bf77-75cdd46e4dc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:55.079252474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"a7e242d3-26af-4371-bb88-4c47c43d39e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:55.080286025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-user-token-filter-auth","reconcileID":"0767e5ea-6aff-4337-80cb-3d4506f69397","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:55.081761975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"cfe5d0a8-2b71-49f8-bf77-75cdd46e4dc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:55.870001555Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-user-subscription","reconcileID":"413f46e4-640e-4728-ba34-4d8318bbcc98","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscription":"e2e-test-user-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:56.083499433Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-user-subscription","reconcileID":"413f46e4-640e-4728-ba34-4d8318bbcc98","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/e2e-test-other-subscription","ai-tenant-e2e-worker-w0-d204f4/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:56.292364837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-other-subscription","reconcileID":"f8b0dc4a-0ce1-47cf-9cfe-280a906bac15","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:56.292423062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"f76806b8-04f2-4161-8315-e2059c00328d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:56.343996764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"169862c9-5742-4758-a87f-7f29ba94a334","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:56.473170906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"5ec0757b-ea91-4afa-815f-c6f9de5a791c","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:56.499638204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-auth-access-denied","reconcileID":"0d54c918-420e-406b-b1fb-c8d348e45f8e","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:56.499850552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"9fa509f6-6c3a-4139-8326-1f41daa88adb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:56.499638181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"b5b741fc-6a01-4c11-afd3-71941e75daf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:56.557056573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"b5b741fc-6a01-4c11-afd3-71941e75daf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:56.557056575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-auth-access-denied","reconcileID":"0d54c918-420e-406b-b1fb-c8d348e45f8e","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:56.559293414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"9fa509f6-6c3a-4139-8326-1f41daa88adb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:56.914293017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"d5f1c6dd-3cd3-4b38-9bb5-be03ddbb895d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:56.914503033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-auth-access-denied","reconcileID":"58cae198-b870-41ab-9a38-dfb68f153fb7","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:56.914294558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"4c5f24a8-58ed-433e-ac15-e4831d29bd3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:56.970062708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"4c5f24a8-58ed-433e-ac15-e4831d29bd3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:56.970075798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"d5f1c6dd-3cd3-4b38-9bb5-be03ddbb895d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:19:56.97331191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-auth-access-denied","reconcileID":"58cae198-b870-41ab-9a38-dfb68f153fb7","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.011491616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"auth-test-model-df41b8","reconcileID":"f3ec171e-9576-484b-a2f6-34a0c0dd3996","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/auth-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.011630929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"auth-test-model-df41b8","reconcileID":"f3ec171e-9576-484b-a2f6-34a0c0dd3996","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"auth-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"auth-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.119938794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-auth-iso-33539c","reconcileID":"9973cc4f-64d4-451d-9c72-2770bb3f427f","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.189244352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-auth-iso-33539c","reconcileID":"9973cc4f-64d4-451d-9c72-2770bb3f427f","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.202845674Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-auth-iso-33539c","reconcileID":"7ad30bca-d8c0-4516-9cf7-6a90201bc6db","MaaSSubscription":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-56417bbe","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.576634236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-auth-iso-33539c","reconcileID":"7f5a59eb-ff21-421c-b913-bca0b7f15e69","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.657768835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-auth-iso-33539c","reconcileID":"7f5a59eb-ff21-421c-b913-bca0b7f15e69","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:03.545918828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"6a83f81a-8715-408f-a3ba-27468080eb52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:03.546819725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"4d34bf09-2309-4df1-b788-22e9377f9b04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:03.548052899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-user-token-filter-auth","reconcileID":"6ab48a1b-ecf2-4dfe-97d6-a9428d23f42a","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:03.619228179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"4d34bf09-2309-4df1-b788-22e9377f9b04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:03.66072951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-user-token-filter-auth","reconcileID":"6ab48a1b-ecf2-4dfe-97d6-a9428d23f42a","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:03.681945115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"6a83f81a-8715-408f-a3ba-27468080eb52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:03.790899541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d5118-auth","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118-auth","reconcileID":"adc74d14-f1cb-4365-8236-7c881fbc054b","MaaSAuthPolicy":{"name":"test-model-7d5118-auth","namespace":"ai-tenant-e2e-inf-b-7d5118"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7d5118","tenantID":"e2e-inf-b-7d5118","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:03.865818377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d5118-auth","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118-auth","reconcileID":"adc74d14-f1cb-4365-8236-7c881fbc054b","MaaSAuthPolicy":{"name":"test-model-7d5118-auth","namespace":"ai-tenant-e2e-inf-b-7d5118"},"name":"e2e-inf-b-7d5118-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:03.941813184Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-7d5118-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ac89265ec3ddd40b1470de0aa65126bc9279e1651c5a28de54004cd9cb4036d1) AuthConfig (53b184f6e39631f96a5e6e1a04df9963b2b012da8bd6bd695fac0c23d9de7f7d) AuthConfig (d3a92ad442020ec9954fcf61e85700566974935bf524f0241afdef5db6027d09) AuthConfig (44c8b818e7449ecb2008c1bdd78eafa742872039fa146ae09bc55e40acdfe468) AuthConfig (dbe4b1600906a2127dcc5a045e0be327986febc0bfd9010ecd46c54c28421dc3) AuthConfig (8ed9114d306e2875c76d9fe8003d02b84da20cc5ce8c084cc249292413534b33) AuthConfig (eef4af2c0647d182e34035475f052620c665cccf2fca58aa418566b1cd9982f9) AuthConfig (799fb4724465c09a6a1e2b0a3a2b20b9222e8ef7ecd9495e2eec8bdc1a9538f6) AuthConfig (8bb824380034604f2cfaac37f3f627f2326d384c58759b8aac62d8044f3781e8) AuthConfig (5ab03f2ba5aa1e1045fda579c92ee2c854eda90416f266714665ff157598cd1b) AuthConfig (4c93eb532109a860dde8c87e2f0c293cdcfd7b048df078d664a42b8ccc45a729) AuthConfig (848db8cc270a6bc7dc6ec0de8dd3b51ff6f45302dd8cb616cbed658bf522193a) AuthConfig (85273458a2d7d704bd84efea538531947d408338b9359c11887e32084996df62) AuthConfig (8f16f4c820c16fad69dbb97ce6478ca1473280dde1c755a2f1d312d49f7a21ea) AuthConfig (50106802677eb1513bc98b01da5634f1c80865f83aa2741ae0b5f5c14c333cac) AuthConfig (78e1e086852b7185969fe34ef64321f57e084f63b621d3693e9ea41e44a7faef) AuthConfig (76f4faa296f444fb24584b84aff648bbcb083f7853655968f71ab86e044f9802) AuthConfig (8eea29c14976a1ab5bf11bf765d4524cb089446605b62a8f2da54c2bd3892005)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d5118-auth","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118-auth","reconcileID":"adc74d14-f1cb-4365-8236-7c881fbc054b","MaaSAuthPolicy":{"name":"test-model-7d5118-auth","namespace":"ai-tenant-e2e-inf-b-7d5118"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:04.017697027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118","reconcileID":"01c00ac5-020b-4923-bb7b-4a621791ae76","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"tenant":"e2e-inf-b-7d5118","gateway":"openshift-ingress/e2e-inf-b-7d5118","model":"ai-tenant-e2e-inf-b-7d5118/test-model-7d5118","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:04.017725543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118","reconcileID":"01c00ac5-020b-4923-bb7b-4a621791ae76","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"routeName":"test-model-7d5118-kserve-route","namespace":"ai-tenant-e2e-inf-b-7d5118","llmisvcName":"test-model-7d5118","gateway":"openshift-ingress/e2e-inf-b-7d5118","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:05.035771768Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-user-token-filter-sub","reconcileID":"d5ee7700-c255-4733-8481-5252b6fb9a0c","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscription":"e2e-user-token-filter-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:05.268855213Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-user-token-filter-sub","reconcileID":"d5ee7700-c255-4733-8481-5252b6fb9a0c","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-1b1134/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:05.488721502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-subscription","reconcileID":"dc6e611d-30e0-420a-baf2-b29e74b31f29","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:05.536583536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"e216d77f-9333-40d0-8e71-e8b95a3229b1","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:05.67220732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"af9b61c0-0955-4f63-8f0e-76d757c81015","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:05.693228869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"4db1af5b-db68-4800-a144-c4573582ed6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:05.69347501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-user-token-filter-auth","reconcileID":"b7216d42-1e08-47a1-8699-229f71003142","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:05.693252633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"3faa7d1a-e8b0-4bc2-883d-f3762bf11732","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:05.750488074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"3faa7d1a-e8b0-4bc2-883d-f3762bf11732","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:05.751183394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"4db1af5b-db68-4800-a144-c4573582ed6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:05.753029996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-user-token-filter-auth","reconcileID":"b7216d42-1e08-47a1-8699-229f71003142","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:05.958554363Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-user-token-filter-auth","reconcileID":"df3bd997-96fd-40a5-97df-c09352e3aab2","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.210530417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"c916d390-62ae-4c14-993e-0985a693b57c","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.635261355Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-other-subscription","reconcileID":"221483fa-6bbc-452d-bc57-592d20aebdd5","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscription":"e2e-test-other-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.852148499Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-other-subscription","reconcileID":"221483fa-6bbc-452d-bc57-592d20aebdd5","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:07.060525447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"272eb5d3-bf88-45da-bd9f-127d109630a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:07.065732455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"eccd9760-9271-45ae-9ada-2b96fa7e3963","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:07.196496181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"e681f759-d7b4-47b4-a42d-ce0a33e1c538","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:07.2200545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"f95dfe37-fc35-4fa3-8d13-02427bf53849","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:07.220202884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-auth-access-denied","reconcileID":"b6479894-5788-4f81-91e3-4ff412546877","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:07.220055361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"17564127-e712-40ba-bcbf-6464dc978df2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:07.27636676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"f95dfe37-fc35-4fa3-8d13-02427bf53849","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:07.276743956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"17564127-e712-40ba-bcbf-6464dc978df2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:07.278718065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-auth-access-denied","reconcileID":"b6479894-5788-4f81-91e3-4ff412546877","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:07.480488759Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-auth-access-denied","reconcileID":"09da5635-2231-4b41-9506-23a056ddcf57","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:07.690706662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"bf6ea015-5d6a-402f-8558-993b7a0d459d","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:08.215000496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"183236c5-c25f-4da2-832f-849595e19c62","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:08.270986155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"0158b374-e824-45a1-9b55-74609e7c968f","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:08.426967219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-api-key-scoped-auth","reconcileID":"0447dcd2-5ebf-410c-b21c-2e6447ee8793","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:08.483771693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-api-key-scoped-auth","reconcileID":"0447dcd2-5ebf-410c-b21c-2e6447ee8793","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:08.483802382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"3fc63877-f9f1-47d5-b3b2-0f4bedefedcc","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:08.542436119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"24780cec-d928-4452-b1b0-3631bdc6bc17","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:20:08.591252125Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-api-key-scoped-sub","reconcileID":"f4758b7a-b69b-47d7-9ca4-816ee693afe9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:08.638742861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"06d5e16d-7a46-42ba-8b20-8e2cb94a9e3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:08.638842591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"2cf5edca-6077-4d82-8201-7ac880f92a00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:08.694733536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"06d5e16d-7a46-42ba-8b20-8e2cb94a9e3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:08.695067656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"2cf5edca-6077-4d82-8201-7ac880f92a00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:08.70469319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"2dd69303-e188-4436-b940-01e6a6398dfc","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:08.76056808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"0e613e69-a6cd-4a65-bfda-ae4014c70945","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:08.797995243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"063e47d0-b585-45e0-ac12-f0fe03050a46","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:08.916142923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"66cb91f0-ac34-4661-b778-eede2d6a9793","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:08.953228949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-api-key-scoped-auth","reconcileID":"5ebad31f-34dc-4d3d-b61f-60c2cda479ad","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:08.972099698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"115c285e-61fe-4310-bc69-e0d58466b9ec","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:09.00849812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-api-key-scoped-auth","reconcileID":"5ebad31f-34dc-4d3d-b61f-60c2cda479ad","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:09.024681078Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-api-key-scoped-sub","reconcileID":"f4ca0a5b-69f7-4416-b2ea-a5da0628b3c3","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-1b1134/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w3-1b1134/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:09.095759471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"7faf0125-16a6-4068-95f4-99f81f551f1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:09.095760003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"2b39e81a-a45b-4ba2-8821-daee66436e8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:09.126936894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-group-auth","reconcileID":"374cf2f0-36cf-4091-8759-87ca0075aed6","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:09.151243865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"2b39e81a-a45b-4ba2-8821-daee66436e8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:09.151283253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"7faf0125-16a6-4068-95f4-99f81f551f1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:09.177766715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"1768fa74-3a42-4af2-a193-95c7fd74dcb0","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:09.182175402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-group-auth","reconcileID":"374cf2f0-36cf-4091-8759-87ca0075aed6","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:09.188490681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"2f04be34-5efd-4950-bab7-db16f6bed6ca","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:20:09.230598636Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-1b1134/e2e-api-key-scoped-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:09.231160939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-subscription","reconcileID":"18076aad-6955-4956-80eb-9870c2f30357","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:09.26141011Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:09.286090849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"5a43ff23-8e92-4f54-836f-072da1de95d4","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:20:09.288856534Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-d204f4/e2e-test-group-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:09.331940366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"62b792f7-b13c-4af3-a9b2-d2fc9049aa62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:09.331953148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"324cc5ee-6b1b-41f1-9558-1a230355bfd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:09.339463151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"bec604a3-2da6-4687-b580-bbefa9d4d2dd","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:09.387566683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"62b792f7-b13c-4af3-a9b2-d2fc9049aa62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:09.387902601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"324cc5ee-6b1b-41f1-9558-1a230355bfd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:09.394117796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-api-key-scoped-sub","reconcileID":"0a1be47d-1ff1-4812-94a5-8dd17ceed068","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:09.511485536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"d04f9da0-22cd-4694-a427-0b287525b753","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:09.53262307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"namespace":"ai-tenant-e2e-extmod-a-99d504","name":"default-tenant","reconcileID":"4ec52220-a14f-402b-8bd1-c0c66af60807","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-99d504","tenantID":"e2e-extmod-a-99d504","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:09.60310007Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-group-subscription","reconcileID":"b604cc3d-32c1-479d-9c41-efb1e39f1c37","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/e2e-test-group-subscription","ai-tenant-e2e-worker-w0-d204f4/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:09.646197934Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"namespace":"ai-tenant-e2e-extmod-a-99d504","name":"default-tenant","reconcileID":"4ec52220-a14f-402b-8bd1-c0c66af60807","name":"e2e-extmod-a-99d504-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:09.685039176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-group-auth","reconcileID":"ebb44ab7-116b-4c28-8c0f-76389ed2d0b8","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:09.740363638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-group-auth","reconcileID":"ebb44ab7-116b-4c28-8c0f-76389ed2d0b8","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:09.769869479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"fbcf9ee6-1030-4d58-8c9a-08425bd46e54","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:09.798854003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"0bf1072a-5e1b-44e1-bb26-31ef33de1206","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:09.798895427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"8f4322a1-5b81-4bb6-8720-0fca5316aef7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:09.816592998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"532c38de-a511-4df0-b592-d88d9d1907e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:09.888281454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"8f4322a1-5b81-4bb6-8720-0fca5316aef7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:09.890562514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"0bf1072a-5e1b-44e1-bb26-31ef33de1206","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:09.99815729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-group-subscription","reconcileID":"d210f4b1-64cf-477d-8a6a-ef2b95c833a4","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:11.606964701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"84e4e266-2bb7-4c5f-bc79-b2341fc1b920","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:11.762494711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"ee12fa34-798f-4c05-871d-2b4ebbc5fb93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:11.762935221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-api-key-scoped-auth","reconcileID":"d5f6d9d5-e1f8-4ea2-90cc-682ce8368684","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:11.763044922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"004517ad-82f4-4d51-93c2-97b99f597cf5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:11.818503551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"ee12fa34-798f-4c05-871d-2b4ebbc5fb93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:11.82005407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-api-key-scoped-auth","reconcileID":"d5f6d9d5-e1f8-4ea2-90cc-682ce8368684","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:11.821122844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"004517ad-82f4-4d51-93c2-97b99f597cf5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.255222381Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-auth-iso-33539c","reconcileID":"be652529-4dc3-42fa-839d-8d7b658f0cc5","MaaSSubscription":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"model":"ai-tenant-e2e-shared-a-w4-df41b8/auth-test-model-df41b8","subscription":"e2e-auth-iso-33539c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.307016302Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-auth-iso-33539c","reconcileID":"be652529-4dc3-42fa-839d-8d7b658f0cc5","MaaSSubscription":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"model":"ai-tenant-e2e-shared-a-w4-df41b8/auth-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.35897115Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-auth-iso-33539c","reconcileID":"be652529-4dc3-42fa-839d-8d7b658f0cc5","MaaSSubscription":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"maas-trlp-auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/auth-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.458198458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"bbc55438-4eea-49c8-9434-a2aeef1de10f","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.612421418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"486879e5-f29d-4910-9e3d-f26249ca88c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.612642026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"4250b099-8c80-4358-be0e-4680d8b91db9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.613459329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-group-auth","reconcileID":"9677175b-2970-4eeb-9c8a-c7a5bff3b2b4","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.626043899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"auth-test-model-df41b8","reconcileID":"9bad639c-f6ea-4f67-add1-a15dcda074d9","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/auth-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.626071726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"auth-test-model-df41b8","reconcileID":"9bad639c-f6ea-4f67-add1-a15dcda074d9","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"auth-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"auth-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.669085357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"4250b099-8c80-4358-be0e-4680d8b91db9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.669239033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"486879e5-f29d-4910-9e3d-f26249ca88c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.671679558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-group-auth","reconcileID":"9677175b-2970-4eeb-9c8a-c7a5bff3b2b4","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.729178099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-auth-iso-33539c","reconcileID":"aa4b8db6-2dc2-4957-846c-d57131cd28f9","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.760488976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"auth-test-model-2cc24d","reconcileID":"9df3c14b-f2f5-416b-b085-e48f64371797","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/auth-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.760516689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"auth-test-model-2cc24d","reconcileID":"9df3c14b-f2f5-416b-b085-e48f64371797","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"auth-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"auth-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.78429487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-auth-iso-33539c","reconcileID":"aa4b8db6-2dc2-4957-846c-d57131cd28f9","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.864847216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-auth-iso-33539c","reconcileID":"26c1e826-40e2-4435-919c-1453b9a9b9c8","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d","tenantID":"e2e-shared-b-w4-2cc24d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.920498035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-auth-iso-33539c","reconcileID":"26c1e826-40e2-4435-919c-1453b9a9b9c8","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"e2e-shared-b-w4-2cc24d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.922007548Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-auth-iso-33539c","reconcileID":"323124bb-e23d-4d2b-81b5-7c99731285c0","MaaSSubscription":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1f67173f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:13.177440686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-auth-iso-33539c","reconcileID":"7eb2c920-cddc-43da-8703-f12ea6817733","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:13.23358417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-auth-iso-33539c","reconcileID":"7eb2c920-cddc-43da-8703-f12ea6817733","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:13.279884544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-auth-iso-33539c","reconcileID":"0189f9d9-dd21-45ce-ad10-c0cfc2ac51bc","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d","tenantID":"e2e-shared-b-w4-2cc24d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:13.337004699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-auth-iso-33539c","reconcileID":"0189f9d9-dd21-45ce-ad10-c0cfc2ac51bc","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"e2e-shared-b-w4-2cc24d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:14.121647286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d5118-auth","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118-auth","reconcileID":"3f05ba95-eca6-415e-850c-e0bc65cb6588","MaaSAuthPolicy":{"name":"test-model-7d5118-auth","namespace":"ai-tenant-e2e-inf-b-7d5118"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7d5118","tenantID":"e2e-inf-b-7d5118","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:14.177139798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d5118-auth","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118-auth","reconcileID":"3f05ba95-eca6-415e-850c-e0bc65cb6588","MaaSAuthPolicy":{"name":"test-model-7d5118-auth","namespace":"ai-tenant-e2e-inf-b-7d5118"},"name":"e2e-inf-b-7d5118-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:14.231084961Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-7d5118-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ac89265ec3ddd40b1470de0aa65126bc9279e1651c5a28de54004cd9cb4036d1) AuthConfig (53b184f6e39631f96a5e6e1a04df9963b2b012da8bd6bd695fac0c23d9de7f7d) AuthConfig (d3a92ad442020ec9954fcf61e85700566974935bf524f0241afdef5db6027d09) AuthConfig (44c8b818e7449ecb2008c1bdd78eafa742872039fa146ae09bc55e40acdfe468) AuthConfig (dbe4b1600906a2127dcc5a045e0be327986febc0bfd9010ecd46c54c28421dc3) AuthConfig (8ed9114d306e2875c76d9fe8003d02b84da20cc5ce8c084cc249292413534b33) AuthConfig (eef4af2c0647d182e34035475f052620c665cccf2fca58aa418566b1cd9982f9) AuthConfig (799fb4724465c09a6a1e2b0a3a2b20b9222e8ef7ecd9495e2eec8bdc1a9538f6) AuthConfig (8bb824380034604f2cfaac37f3f627f2326d384c58759b8aac62d8044f3781e8) AuthConfig (5ab03f2ba5aa1e1045fda579c92ee2c854eda90416f266714665ff157598cd1b) AuthConfig (4c93eb532109a860dde8c87e2f0c293cdcfd7b048df078d664a42b8ccc45a729) AuthConfig (848db8cc270a6bc7dc6ec0de8dd3b51ff6f45302dd8cb616cbed658bf522193a) AuthConfig (85273458a2d7d704bd84efea538531947d408338b9359c11887e32084996df62) AuthConfig (8f16f4c820c16fad69dbb97ce6478ca1473280dde1c755a2f1d312d49f7a21ea) AuthConfig (50106802677eb1513bc98b01da5634f1c80865f83aa2741ae0b5f5c14c333cac) AuthConfig (78e1e086852b7185969fe34ef64321f57e084f63b621d3693e9ea41e44a7faef) AuthConfig (76f4faa296f444fb24584b84aff648bbcb083f7853655968f71ab86e044f9802) AuthConfig (8eea29c14976a1ab5bf11bf765d4524cb089446605b62a8f2da54c2bd3892005)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d5118-auth","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118-auth","reconcileID":"3f05ba95-eca6-415e-850c-e0bc65cb6588","MaaSAuthPolicy":{"name":"test-model-7d5118-auth","namespace":"ai-tenant-e2e-inf-b-7d5118"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:21.516932988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-auth-iso-33539c","reconcileID":"9551b48d-6347-48ce-8496-9226aa1056a3","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:21.598112083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-auth-iso-33539c","reconcileID":"9551b48d-6347-48ce-8496-9226aa1056a3","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:21.813955613Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-api-key-scoped-sub","reconcileID":"e62c9851-bebf-423a-b03e-fa759ab8a887","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscription":"e2e-api-key-scoped-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:22.155492874Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-api-key-scoped-sub","reconcileID":"e62c9851-bebf-423a-b03e-fa759ab8a887","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-1b1134/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:22.45118788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-subscription","reconcileID":"36c0b7ed-a580-49cf-879d-7d906ef4928b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:22.483609129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"4bb8d87d-4658-462f-976f-3f759e8c4821","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:22.625283129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"17daf98d-4f77-4b6e-98e3-1b15750588e5","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:22.638680135Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-group-subscription","reconcileID":"2a68af02-0d94-41e8-bfe3-cf7f2a96da11","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscription":"e2e-test-group-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:22.695575301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-api-key-scoped-auth","reconcileID":"46083330-7941-4c49-b566-b21fcb28015e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:22.696135052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"8279f4a8-dae5-4bcc-8d35-780b6a2f756c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:22.697243245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"f175335d-0cd8-4afe-bb1b-9da334b21421","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:22.787094545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-api-key-scoped-auth","reconcileID":"46083330-7941-4c49-b566-b21fcb28015e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:22.832642038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"f175335d-0cd8-4afe-bb1b-9da334b21421","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:22.832610424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"8279f4a8-dae5-4bcc-8d35-780b6a2f756c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:22.899897912Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-group-subscription","reconcileID":"2a68af02-0d94-41e8-bfe3-cf7f2a96da11","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:23.01282552Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-auth-iso-33539c","reconcileID":"fbb5b2de-bf0a-4a35-b819-8e1aae663f08","MaaSSubscription":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"model":"ai-tenant-e2e-shared-b-w4-2cc24d/auth-test-model-2cc24d","subscription":"e2e-auth-iso-33539c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:23.026178765Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-api-key-scoped-auth","reconcileID":"5abceacc-e0c4-4602-b77f-e18be2bd2ba0","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:23.078536319Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-auth-iso-33539c","reconcileID":"fbb5b2de-bf0a-4a35-b819-8e1aae663f08","MaaSSubscription":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"model":"ai-tenant-e2e-shared-b-w4-2cc24d/auth-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:23.158288154Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-auth-iso-33539c","reconcileID":"fbb5b2de-bf0a-4a35-b819-8e1aae663f08","MaaSSubscription":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"maas-trlp-auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/auth-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:23.159718485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"23bdbcc2-340f-4c1a-8163-cdb1867be7ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:23.243278796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"a87bcb2c-fd5f-4a30-b912-73dbb77833ca","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:23.269165206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"b21deed1-8406-413e-8d43-e5d6d23a1748","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:23.413719618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"24a88ecc-05e6-4a45-a886-95253241e5fd","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:23.489856834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-group-auth","reconcileID":"43674a83-6825-4ed4-b8b5-af7b136a320a","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:23.490824708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"b8eeda0a-0618-40dd-8760-8e2129707235","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:23.491047864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"452deff9-1bd6-40c3-b6e2-0a3f54b36e1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:23.627677127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"auth-test-model-2cc24d","reconcileID":"a4e8f973-8a1c-4a17-b2f9-b4573175adb8","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/auth-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:23.627811352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"auth-test-model-2cc24d","reconcileID":"a4e8f973-8a1c-4a17-b2f9-b4573175adb8","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"auth-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"auth-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:23.63496881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-group-auth","reconcileID":"43674a83-6825-4ed4-b8b5-af7b136a320a","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:23.674907365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"452deff9-1bd6-40c3-b6e2-0a3f54b36e1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:23.687463651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"b8eeda0a-0618-40dd-8760-8e2129707235","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:23.700233729Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-auth-iso-33539c","reconcileID":"0e1adc90-f15b-4734-996f-7446747f0c4f","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"model":"ai-tenant-e2e-shared-a-w4-df41b8/auth-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:23.720460583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"auth-test-model-df41b8","reconcileID":"b7387e36-0690-4103-8258-d0d7744c6bc1","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/auth-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:23.738831911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"auth-test-model-df41b8","reconcileID":"b7387e36-0690-4103-8258-d0d7744c6bc1","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"auth-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"auth-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:23.774990759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-auth-iso-33539c","reconcileID":"d0bffa69-822d-413f-b29e-8e7c3875d261","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d","tenantID":"e2e-shared-b-w4-2cc24d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:23.855665871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-auth-iso-33539c","reconcileID":"d0bffa69-822d-413f-b29e-8e7c3875d261","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"e2e-shared-b-w4-2cc24d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:23.888963377Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-group-auth","reconcileID":"8192445a-9f73-4b56-b189-632ee4bbd8df","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:24.024412709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-auth-iso-33539c","reconcileID":"0e1adc90-f15b-4734-996f-7446747f0c4f","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:24.091975891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"a78309a8-d00b-4311-8150-696d0a60287d","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:24.200391559Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-auth-iso-33539c","reconcileID":"0e1adc90-f15b-4734-996f-7446747f0c4f","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:24.200535957Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-auth-iso-33539c","reconcileID":"0e1adc90-f15b-4734-996f-7446747f0c4f","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:24.20181925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-auth-iso-33539c","reconcileID":"5b676811-51c1-494d-acf9-93d15401766e","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d","tenantID":"e2e-shared-b-w4-2cc24d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:24.301478392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-auth-iso-33539c","reconcileID":"5b676811-51c1-494d-acf9-93d15401766e","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"e2e-shared-b-w4-2cc24d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:24.301964816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"f31fdd88-c9b5-4ce7-a292-11b8acc250e4","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:24.302542728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"auth-test-model-df41b8","reconcileID":"933fcb06-f79a-4fe1-834f-51a14be643e5","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/auth-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:24.302623264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"auth-test-model-df41b8","reconcileID":"933fcb06-f79a-4fe1-834f-51a14be643e5","MaaSModelRef":{"name":"auth-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"auth-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"auth-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:24.363081176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d5118-auth","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118-auth","reconcileID":"4d8a6bf6-fa61-474b-8837-063b29f6eec8","MaaSAuthPolicy":{"name":"test-model-7d5118-auth","namespace":"ai-tenant-e2e-inf-b-7d5118"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7d5118","tenantID":"e2e-inf-b-7d5118","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:24.365613376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"db8eff2a-52d1-4224-9fe0-306b41363078","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:24.408323581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"auth-test-model-2cc24d","reconcileID":"75e0f246-b95b-4405-b5ee-f5141913a83b","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/auth-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:24.408459743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"auth-test-model-2cc24d","reconcileID":"75e0f246-b95b-4405-b5ee-f5141913a83b","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"auth-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"auth-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:24.453875497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d5118-auth","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118-auth","reconcileID":"4d8a6bf6-fa61-474b-8837-063b29f6eec8","MaaSAuthPolicy":{"name":"test-model-7d5118-auth","namespace":"ai-tenant-e2e-inf-b-7d5118"},"name":"e2e-inf-b-7d5118-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:24.526940695Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-auth-iso-33539c","reconcileID":"fe979ea0-7d1e-4c28-9d3e-897db9caf5ad","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"model":"ai-tenant-e2e-shared-b-w4-2cc24d/auth-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:24.54409467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-api-key-deleted-sub-auth","reconcileID":"4f33e815-b9d9-4173-9756-0bfb922eae89","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:24.545860279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"1957c518-2bed-4304-b00b-0b11993009ce","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:24.618889325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"7aa061af-0360-455a-a5cf-917ef2560bf0","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:24.621032079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-api-key-deleted-sub-auth","reconcileID":"4f33e815-b9d9-4173-9756-0bfb922eae89","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:20:24.676040599Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-api-key-deleted-sub","reconcileID":"a7ca7108-107a-4a75-b6cb-1c3fff5415ee","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:24.712972291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"3aaa3c23-307b-4339-b8b3-eb878d6beb65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:24.713307559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"1e199e04-efd8-4ed6-9c04-67b408ac8ec7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:24.727778856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-auth-iso-33539c","reconcileID":"fe979ea0-7d1e-4c28-9d3e-897db9caf5ad","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d","tenantID":"e2e-shared-b-w4-2cc24d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:24.737249271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118","reconcileID":"32e977a9-a516-4ee0-82cb-3c0153841107","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"tenant":"e2e-inf-b-7d5118","gateway":"openshift-ingress/e2e-inf-b-7d5118","model":"ai-tenant-e2e-inf-b-7d5118/test-model-7d5118","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:24.738143482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118","reconcileID":"32e977a9-a516-4ee0-82cb-3c0153841107","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"routeName":"test-model-7d5118-kserve-route","namespace":"ai-tenant-e2e-inf-b-7d5118","llmisvcName":"test-model-7d5118","gateway":"openshift-ingress/e2e-inf-b-7d5118","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:24.771042585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"3aaa3c23-307b-4339-b8b3-eb878d6beb65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:24.772280454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"1e199e04-efd8-4ed6-9c04-67b408ac8ec7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:24.795610301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"ac7e74b8-b6b6-4c9b-8085-09321d4d8e4c","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:24.852256875Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-auth-iso-33539c","reconcileID":"fe979ea0-7d1e-4c28-9d3e-897db9caf5ad","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"e2e-shared-b-w4-2cc24d-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:24.852286434Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-auth-iso-33539c","reconcileID":"fe979ea0-7d1e-4c28-9d3e-897db9caf5ad","MaaSAuthPolicy":{"name":"e2e-auth-iso-33539c","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:24.854181106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"0eca6f2d-806b-4a55-8f6a-654e6e40ca2d","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:24.863945529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"29c0f9bb-d194-4319-9262-c985ef84ee91","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:24.912849494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"885e96f9-bcbc-425e-8d22-954c168947e0","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:24.913239552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"auth-test-model-2cc24d","reconcileID":"03063dd9-3642-41e5-b5d2-1b376b3e6bdb","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/auth-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:24.913255521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"auth-test-model-2cc24d","reconcileID":"03063dd9-3642-41e5-b5d2-1b376b3e6bdb","MaaSModelRef":{"name":"auth-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"auth-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"auth-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:24.920679216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"5c34362b-883e-4a2c-9de6-cca179e6b044","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:25.065733584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-api-key-deleted-sub-auth","reconcileID":"d4c30729-3dcc-46fb-b017-6b144be0a570","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:25.073961877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-group-no-auth","reconcileID":"ad447992-ba17-438f-b06e-40c0c59793de","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:25.120953466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-api-key-deleted-sub-auth","reconcileID":"d4c30729-3dcc-46fb-b017-6b144be0a570","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:25.124321298Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-api-key-deleted-sub","reconcileID":"70d3addd-cb66-45c6-941e-767f9a73fd6f","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-1b1134/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w3-1b1134/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:25.130794001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-group-no-auth","reconcileID":"ad447992-ba17-438f-b06e-40c0c59793de","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:25.136439742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"fe7501fd-9942-43b1-b891-eb5de0522ceb","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:25.198221065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"c1094165-5dfe-41e4-9285-a7d9ab5d8357","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:25.198954178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"d0569ce9-4c3a-4cd8-a24b-49fe9358c5bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:25.218550833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"3548f15a-c49e-4f4c-85ec-7e978d90405d","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:25.272929222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"f61b5efc-2ffc-4352-a2d3-5688f2711eae","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:20:25.287287587Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-d204f4/e2e-test-group-sub-only","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:25.299445869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"c1094165-5dfe-41e4-9285-a7d9ab5d8357","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:25.306837277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"d0569ce9-4c3a-4cd8-a24b-49fe9358c5bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:25.346213351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"2bf321a7-8f55-4a48-b66f-92d26b7a0f3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:25.351320024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"76fa5bc0-65ff-4b01-bd84-2eed0709be48","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:25.353724889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"efbf0a58-11d5-46ed-86ed-2e2cf7a2d16e","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:25.373324819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-subscription","reconcileID":"77e48455-6352-45ae-8660-1a0a224fcec8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:25.407097875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"2bf321a7-8f55-4a48-b66f-92d26b7a0f3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:20:25.501691833Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-api-key-deleted-sub-auth","reconcileID":"d4c30729-3dcc-46fb-b017-6b144be0a570","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-api-key-deleted-sub-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:25.507880095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"6083715b-09e5-49ea-9c91-bbeb66831945","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:25.563015369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-api-key-deleted-sub","reconcileID":"1f25f632-3f06-4f1c-8981-28126a9f59ae","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:25.623009735Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-group-sub-only","reconcileID":"5be7e8cc-2e9a-4894-8302-9f5f7e4ec18a","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-premium-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/premium-w0-d204f4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/e2e-test-group-sub-only","ai-tenant-e2e-worker-w0-d204f4/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:25.661780411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-group-no-auth","reconcileID":"fe1b048f-0de3-4184-ad6b-1af70f7dbf8d","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:25.661779497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"f55d960e-6794-4a0c-bcd8-9337794da669","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:25.707878425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-api-key-deleted-sub-auth","reconcileID":"5ed816e7-b39d-48e8-bc71-654ba41142c6","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:25.717850952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"f55d960e-6794-4a0c-bcd8-9337794da669","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:25.719761333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-group-no-auth","reconcileID":"fe1b048f-0de3-4184-ad6b-1af70f7dbf8d","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:25.762210595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"e976c313-80de-4045-8863-f7ae9470498c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:25.765777977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-api-key-deleted-sub-auth","reconcileID":"5ed816e7-b39d-48e8-bc71-654ba41142c6","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:25.817505171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"e976c313-80de-4045-8863-f7ae9470498c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:25.829630317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-subscription","reconcileID":"33c641ce-2fd5-4558-9570-0714ea414724","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-premium-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/premium-w0-d204f4","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:25.909992923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"852d3cab-a322-4546-99bf-898c1cfbc15b","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:26.034565953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-group-sub-only","reconcileID":"420f7090-2cbc-4269-a27e-510c8614a7db","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-premium-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/premium-w0-d204f4","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:27.461454519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"9a159817-aefc-46ec-88c8-d9c210598fd0","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:27.616215067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"a1f93c91-9220-4c76-a8ca-034447e69bf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:27.616251409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"7e9cbfea-7a4d-40c6-8fa1-790482af87ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:27.616771117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-api-key-deleted-sub-auth","reconcileID":"f5a4093c-ca11-4164-bd5a-05aaa79c2095","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:27.673117171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"7e9cbfea-7a4d-40c6-8fa1-790482af87ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:27.673123704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-api-key-deleted-sub-auth","reconcileID":"f5a4093c-ca11-4164-bd5a-05aaa79c2095","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:27.675349922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"a1f93c91-9220-4c76-a8ca-034447e69bf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:28.371013078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"5ef38682-64be-4348-906f-e95fbd167c7e","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:28.525775484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"213c8533-c419-4c5b-93fb-b3cef9e9d493","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:28.525891105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-group-no-auth","reconcileID":"d97ac209-11b2-45a8-b91c-b1a9c62d6f1c","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:28.526277107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"c7a8b173-b2d7-4422-bfa0-81017fa4c8e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:28.582901811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-group-no-auth","reconcileID":"d97ac209-11b2-45a8-b91c-b1a9c62d6f1c","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:28.583565085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"213c8533-c419-4c5b-93fb-b3cef9e9d493","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:28.586584148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"c7a8b173-b2d7-4422-bfa0-81017fa4c8e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:29.797204107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118","reconcileID":"beae11a1-eb49-4371-a76b-b98337b44ec3","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"tenant":"e2e-inf-b-7d5118","gateway":"openshift-ingress/e2e-inf-b-7d5118","model":"ai-tenant-e2e-inf-b-7d5118/test-model-7d5118","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:29.797230436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118","reconcileID":"beae11a1-eb49-4371-a76b-b98337b44ec3","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"routeName":"test-model-7d5118-kserve-route","namespace":"ai-tenant-e2e-inf-b-7d5118","llmisvcName":"test-model-7d5118","gateway":"openshift-ingress/e2e-inf-b-7d5118","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:29.85362263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118","reconcileID":"e0df52ef-39e8-4b60-b208-b908e115b80d","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"tenant":"e2e-inf-b-7d5118","gateway":"openshift-ingress/e2e-inf-b-7d5118","model":"ai-tenant-e2e-inf-b-7d5118/test-model-7d5118","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:29.853643409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118","reconcileID":"e0df52ef-39e8-4b60-b208-b908e115b80d","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"routeName":"test-model-7d5118-kserve-route","namespace":"ai-tenant-e2e-inf-b-7d5118","llmisvcName":"test-model-7d5118","gateway":"openshift-ingress/e2e-inf-b-7d5118","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:29.904694115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d5118-auth","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118-auth","reconcileID":"2f927e78-bf31-434d-86ad-ee2b5daa2a28","MaaSAuthPolicy":{"name":"test-model-7d5118-auth","namespace":"ai-tenant-e2e-inf-b-7d5118"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7d5118","tenantID":"e2e-inf-b-7d5118","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:20:29.905091138Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7d5118-sub","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118-sub","reconcileID":"7f26dffe-4a10-4b6b-8655-f7bb2bb77e23","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-7d5118-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:20:29.906697296Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118","reconcileID":"e0df52ef-39e8-4b60-b208-b908e115b80d","name":"test-model-7d5118","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-7d5118\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:20:29.906748055Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118","reconcileID":"e0df52ef-39e8-4b60-b208-b908e115b80d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-7d5118\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:29.912095103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118","reconcileID":"7b508f30-8b99-48a5-b2e7-1a42674fbac4","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"tenant":"e2e-inf-b-7d5118","gateway":"openshift-ingress/e2e-inf-b-7d5118","model":"ai-tenant-e2e-inf-b-7d5118/test-model-7d5118","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:29.912111506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118","reconcileID":"7b508f30-8b99-48a5-b2e7-1a42674fbac4","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"routeName":"test-model-7d5118-kserve-route","namespace":"ai-tenant-e2e-inf-b-7d5118","llmisvcName":"test-model-7d5118","gateway":"openshift-ingress/e2e-inf-b-7d5118","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:29.961121556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d5118-auth","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118-auth","reconcileID":"2f927e78-bf31-434d-86ad-ee2b5daa2a28","MaaSAuthPolicy":{"name":"test-model-7d5118-auth","namespace":"ai-tenant-e2e-inf-b-7d5118"},"name":"e2e-inf-b-7d5118-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:30.01600214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118","reconcileID":"3db201ac-e04c-4d03-bf81-16350a84f9bf","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"tenant":"e2e-inf-b-7d5118","gateway":"openshift-ingress/e2e-inf-b-7d5118","model":"ai-tenant-e2e-inf-b-7d5118/test-model-7d5118","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:30.016031747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118","reconcileID":"3db201ac-e04c-4d03-bf81-16350a84f9bf","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"routeName":"test-model-7d5118-kserve-route","namespace":"ai-tenant-e2e-inf-b-7d5118","llmisvcName":"test-model-7d5118","gateway":"openshift-ingress/e2e-inf-b-7d5118","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:30.071627879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118","reconcileID":"cc1f7df3-d420-4cb0-abd1-094738ea4bd8","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"tenant":"e2e-inf-b-7d5118","gateway":"openshift-ingress/e2e-inf-b-7d5118","model":"ai-tenant-e2e-inf-b-7d5118/test-model-7d5118","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:30.071658709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118","reconcileID":"cc1f7df3-d420-4cb0-abd1-094738ea4bd8","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"routeName":"test-model-7d5118-kserve-route","namespace":"ai-tenant-e2e-inf-b-7d5118","llmisvcName":"test-model-7d5118","gateway":"openshift-ingress/e2e-inf-b-7d5118","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:30.268218493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d5118-auth","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118-auth","reconcileID":"0ce9bbe6-5926-4ef1-8ac9-4b78888e9a82","MaaSAuthPolicy":{"name":"test-model-7d5118-auth","namespace":"ai-tenant-e2e-inf-b-7d5118"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7d5118","tenantID":"e2e-inf-b-7d5118","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:30.285761161Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7d5118-sub","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118-sub","reconcileID":"a8b3fffd-5518-45ae-bf90-0b466accb6b7","MaaSSubscription":{"name":"test-model-7d5118-sub","namespace":"ai-tenant-e2e-inf-b-7d5118"},"name":"maas-trlp-test-model-7d5118","model":"test-model-7d5118","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-7d5118/test-model-7d5118-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:30.324547686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d5118-auth","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118-auth","reconcileID":"0ce9bbe6-5926-4ef1-8ac9-4b78888e9a82","MaaSAuthPolicy":{"name":"test-model-7d5118-auth","namespace":"ai-tenant-e2e-inf-b-7d5118"},"name":"e2e-inf-b-7d5118-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:30.448824543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118","reconcileID":"c90dee0c-f59f-4cc0-bbe7-2897bd760480","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"tenant":"e2e-inf-b-7d5118","gateway":"openshift-ingress/e2e-inf-b-7d5118","model":"ai-tenant-e2e-inf-b-7d5118/test-model-7d5118","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:30.448854878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118","reconcileID":"c90dee0c-f59f-4cc0-bbe7-2897bd760480","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"routeName":"test-model-7d5118-kserve-route","namespace":"ai-tenant-e2e-inf-b-7d5118","llmisvcName":"test-model-7d5118","gateway":"openshift-ingress/e2e-inf-b-7d5118","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:30.656978424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7d5118-sub","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118-sub","reconcileID":"eaa1449d-584c-4e7c-b02c-e11c244bcd8a","MaaSSubscription":{"name":"test-model-7d5118-sub","namespace":"ai-tenant-e2e-inf-b-7d5118"},"name":"maas-trlp-test-model-7d5118","model":"ai-tenant-e2e-inf-b-7d5118/test-model-7d5118","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:37.62178885Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-api-key-deleted-sub","reconcileID":"9816e326-3a52-4a9a-ba03-bf333f6dfb83","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscription":"e2e-api-key-deleted-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:37.838385013Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-api-key-deleted-sub","reconcileID":"9816e326-3a52-4a9a-ba03-bf333f6dfb83","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-1b1134/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:38.06706864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-subscription","reconcileID":"b9bcb4b4-9a9f-46a9-a568-28d34b899048","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:38.106299181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"f1c94c76-5e07-4067-a5e6-9a783d8bda49","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:38.269750986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-api-key-deleted-sub-auth","reconcileID":"276b5e80-40de-41ca-b2a1-9108bfaf9b78","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:38.270583744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"ba7c71b8-cfd6-46f8-aaa9-86d10b7ddae3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:38.271186557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"3a112d65-3edc-4a22-b0d9-b0134cf418b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:38.379004816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-api-key-deleted-sub-auth","reconcileID":"276b5e80-40de-41ca-b2a1-9108bfaf9b78","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:38.41880838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"3a112d65-3edc-4a22-b0d9-b0134cf418b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:38.426804441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"ba7c71b8-cfd6-46f8-aaa9-86d10b7ddae3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:38.556498702Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-group-sub-only","reconcileID":"4ee2f359-fa64-4abe-98bc-e8d87b6e4805","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/premium-w0-d204f4","subscription":"e2e-test-group-sub-only","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:38.831133866Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-group-sub-only","reconcileID":"4ee2f359-fa64-4abe-98bc-e8d87b6e4805","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-premium-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/premium-w0-d204f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:39.172070186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"2a3b65f0-a4a0-4db5-a6f7-96d1b66875f9","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:39.222182148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-subscription","reconcileID":"805b0019-a743-4297-a776-db2504d7eeca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-premium-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/premium-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:39.295100616Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:39.334958972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"7bf91ba2-6168-4495-b024-38b2c7e64d6a","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:39.352665897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-group-no-auth","reconcileID":"c2a70668-835c-4aeb-bf32-deae1dad1376","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:39.373218181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"b04d193e-91d8-469f-a054-224a89022794","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:39.396703928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"9f474705-8f90-489a-a1fd-c2463b37a2df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:39.460680192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-group-no-auth","reconcileID":"c2a70668-835c-4aeb-bf32-deae1dad1376","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:39.571886128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"9f474705-8f90-489a-a1fd-c2463b37a2df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:39.599829247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"b04d193e-91d8-469f-a054-224a89022794","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:39.771046345Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-test-group-no-auth","reconcileID":"63fb2b3d-1941-4f16-a619-adbb09770179","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/premium-w0-d204f4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:40.035430036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"5bac90c4-2be9-42dc-9a77-0ba34dbc8f47","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:40.688183881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7d5118-sub","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118-sub","reconcileID":"ae37d23d-c73f-45db-abdd-f3290ab4158b","MaaSSubscription":{"name":"test-model-7d5118-sub","namespace":"ai-tenant-e2e-inf-b-7d5118"},"name":"maas-trlp-test-model-7d5118","model":"ai-tenant-e2e-inf-b-7d5118/test-model-7d5118","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:41.110553952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118","reconcileID":"877d85b7-1cfc-444a-bc86-d1de51a13e43","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"tenant":"e2e-inf-b-7d5118","gateway":"openshift-ingress/e2e-inf-b-7d5118","model":"ai-tenant-e2e-inf-b-7d5118/test-model-7d5118","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:41.110732167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118","reconcileID":"877d85b7-1cfc-444a-bc86-d1de51a13e43","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"routeName":"test-model-7d5118-kserve-route","namespace":"ai-tenant-e2e-inf-b-7d5118","llmisvcName":"test-model-7d5118","gateway":"openshift-ingress/e2e-inf-b-7d5118","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:41.611034738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d5118-auth","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118-auth","reconcileID":"2678cfc4-eded-499d-8cff-9584d63d1cc8","MaaSAuthPolicy":{"name":"test-model-7d5118-auth","namespace":"ai-tenant-e2e-inf-b-7d5118"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7d5118","tenantID":"e2e-inf-b-7d5118","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:41.693154582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d5118-auth","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118-auth","reconcileID":"2678cfc4-eded-499d-8cff-9584d63d1cc8","MaaSAuthPolicy":{"name":"test-model-7d5118-auth","namespace":"ai-tenant-e2e-inf-b-7d5118"},"name":"e2e-inf-b-7d5118-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:52.427759154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b998bd78-60ff-4447-9cf7-c3338da322a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:52.479455084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b998bd78-60ff-4447-9cf7-c3338da322a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:52.531099163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b998bd78-60ff-4447-9cf7-c3338da322a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:52.582661659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b998bd78-60ff-4447-9cf7-c3338da322a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:54.516371756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11daf9cf-8c5d-4385-b735-8e5124959b11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:54.568113869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11daf9cf-8c5d-4385-b735-8e5124959b11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:54.619957565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11daf9cf-8c5d-4385-b735-8e5124959b11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:20:54.671751084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11daf9cf-8c5d-4385-b735-8e5124959b11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:01.091916536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50bece93-8016-4a4d-80b9-6ebf101ef745","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:01.143667524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50bece93-8016-4a4d-80b9-6ebf101ef745","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:01.195402932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50bece93-8016-4a4d-80b9-6ebf101ef745","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:01.247244799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50bece93-8016-4a4d-80b9-6ebf101ef745","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:01.411531909Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-6a675a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-6a675a","reconcileID":"d1e1f7f3-262f-4b51-967f-73bfd55afa60","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-6a675a","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-6a675a":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:03.136761451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baa9c5f1-17a9-4662-8c83-49591f8abb8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:03.188698572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baa9c5f1-17a9-4662-8c83-49591f8abb8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:03.240671397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baa9c5f1-17a9-4662-8c83-49591f8abb8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:03.292774583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baa9c5f1-17a9-4662-8c83-49591f8abb8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:05.168928639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d2ca522-cf5c-4c88-9551-1c2cd5473fa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:05.220673138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d2ca522-cf5c-4c88-9551-1c2cd5473fa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:05.272794751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d2ca522-cf5c-4c88-9551-1c2cd5473fa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:05.330471377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d2ca522-cf5c-4c88-9551-1c2cd5473fa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:09.261882877Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:09.999936861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"a50bf1af-c370-42e0-80e1-ce35e889eed3","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:10.000220088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"ccf2fad3-19de-4d0b-9902-ab340eed1eda","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:10.064160728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"d0b28839-b684-4bf8-8a29-a787900104a7","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:10.064506251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"2c68da9f-3d11-475e-b215-aca302b0a77b","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:10.154025523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"da0e5886-5ec7-41ab-b94a-aed46d782eb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:10.154123537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"950bf003-02d5-4c60-9d90-1df79dafbd18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:10.211236947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"da0e5886-5ec7-41ab-b94a-aed46d782eb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:10.211936537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"46f068c2-e262-4674-b551-449d954b842e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:10.212507238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-subscription","reconcileID":"03214aef-a165-42b7-a0d1-634fcce21163","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-premium-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/premium-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:10.214979595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"950bf003-02d5-4c60-9d90-1df79dafbd18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:10.56771925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"313c5f7f-037f-48b4-bf99-3a73e23cb180","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:10.567756639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"d9e48c26-766a-4206-b686-c0b204709c22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:10.624257156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"d9e48c26-766a-4206-b686-c0b204709c22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:10.624398803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"313c5f7f-037f-48b4-bf99-3a73e23cb180","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.40314776Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-api-key-deleted-sub-auth","reconcileID":"d1ca10e2-61e7-4673-9899-0a3cc1782c94","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.403198441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"a8e52377-c744-45b9-a7f3-145fd06fa308","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.564823123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"c6bf52e3-1c8a-4fe7-b862-c1b3ff8b6d5d","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.661069168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"1556d0b1-d352-48a2-9446-62d367584b93","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.716931361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"9cb6d360-9081-4957-aee8-1ebc11a778d8","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.871021149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-api-key-no-access-auth","reconcileID":"c26432ce-b5f8-4987-a944-9a17e054621b","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.926612642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-api-key-no-access-auth","reconcileID":"c26432ce-b5f8-4987-a944-9a17e054621b","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.928109413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"b957ca70-9577-4d0a-afd1-e7bbed245a71","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.982372666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"fe210905-5212-4cde-8048-cb1989d36299","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:21:13.035406857Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-api-key-no-access-sub","reconcileID":"368c9320-62af-43ae-aadb-26121793e5bc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:13.081820456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"75702e0a-a936-42cf-a208-5d2097ac6395","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:13.081821049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"c9efec28-2a45-42a1-8d7e-472abf8049b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:13.137414681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"c9efec28-2a45-42a1-8d7e-472abf8049b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:13.137602243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"75702e0a-a936-42cf-a208-5d2097ac6395","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:13.149591657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"8c503de6-56af-4cb1-adfb-76b7538e80b8","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:13.191699348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"e646247a-19de-47cb-aa73-49a25f375f77","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:13.205801206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"f87bbf19-5196-4d33-b50a-6d427b7545ac","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:13.344663947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-api-key-no-access-auth","reconcileID":"c5e7c4db-3a26-4141-9a6a-9cf35a50d356","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:13.399681049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-api-key-no-access-auth","reconcileID":"c5e7c4db-3a26-4141-9a6a-9cf35a50d356","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:13.444858946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"ba23dc52-0ffd-4fbc-9dff-1ffbc206ab08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:13.444859669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"1ebe68be-5a9e-44a1-8348-c0df7c33e392","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:13.470135445Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-api-key-no-access-sub","reconcileID":"17d3d3f4-8f04-484e-9aa4-ff5e45523ddf","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-1b1134/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w3-1b1134/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:13.500557295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"ba23dc52-0ffd-4fbc-9dff-1ffbc206ab08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:13.500706784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"1ebe68be-5a9e-44a1-8348-c0df7c33e392","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:13.632007754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"64e66be9-ba79-4926-b215-4ff4e0d6640f","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:13.678138286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-subscription","reconcileID":"5db4c5c0-97f8-4851-b543-05cb63807200","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:13.839001706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-api-key-no-access-sub","reconcileID":"ed67adef-70da-4025-8789-31caf1d8baf3","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:15.79263192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"a4f8b0a7-24b2-42ab-bd79-9bc7371f4b3d","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:15.946430265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"3d8ab57a-b565-46f4-9f22-dd6fe86ceb5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:15.946526251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-api-key-no-access-auth","reconcileID":"3da06ac1-8409-44f2-bf82-8d15a5fb57f7","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:15.947219507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"39f76eee-f468-49b1-9765-dfcda7146078","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:16.003807954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"39f76eee-f468-49b1-9765-dfcda7146078","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:16.004179035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-api-key-no-access-auth","reconcileID":"3da06ac1-8409-44f2-bf82-8d15a5fb57f7","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:16.006533641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"3d8ab57a-b565-46f4-9f22-dd6fe86ceb5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:20.892993271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"db63d685-3e44-4f73-9bd4-6761f7c1af96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:20.957575816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"21c1b4a2-866b-4b3f-8fe4-2bfa1769037d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:21.012942057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"db63d685-3e44-4f73-9bd4-6761f7c1af96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:21.167142926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"21c1b4a2-866b-4b3f-8fe4-2bfa1769037d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:25.953764469Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-api-key-no-access-sub","reconcileID":"6bf4963d-9aba-41cb-a4b8-bed7e02869e4","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscription":"e2e-api-key-no-access-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:26.165992897Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-api-key-no-access-sub","reconcileID":"6bf4963d-9aba-41cb-a4b8-bed7e02869e4","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-1b1134/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:26.438433603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-subscription","reconcileID":"556a048e-8a17-43b7-af5a-d608291ed134","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:26.494667676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"07f5410c-f969-41fc-b2f6-4ea123957e76","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:26.647750753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"ab6e7606-f76a-40f9-a4d6-09f0cbd03f4c","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:26.648536945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"b7b72d24-90fa-417b-8841-a0bf25e370ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:26.648672491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"f935ace8-36b9-4fe7-8081-2dac86e56253","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:26.64903571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-api-key-no-access-auth","reconcileID":"a154b127-213d-4bea-bed6-b34ad412da58","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:26.70467207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"f935ace8-36b9-4fe7-8081-2dac86e56253","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:26.704797392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"b7b72d24-90fa-417b-8841-a0bf25e370ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:26.70696757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-api-key-no-access-auth","reconcileID":"a154b127-213d-4bea-bed6-b34ad412da58","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:26.930251301Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-api-key-no-access-auth","reconcileID":"a0e52b2e-09ce-45c0-aa3b-82725af929eb","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:27.184847984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"80a87363-35cb-4833-ad65-5812cf93044e","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:28.339560217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"27fb2cd5-25db-4c75-ba9b-ef22b442efaa","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:28.393441367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"ce9605ac-9b0e-4dd1-8b48-7d1c06efd725","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:28.547052835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-models-invalid-sub-auth","reconcileID":"3d3f40b8-6431-42d6-ae7b-95ce68d52c45","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:28.602583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-models-invalid-sub-auth","reconcileID":"3d3f40b8-6431-42d6-ae7b-95ce68d52c45","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:28.624985058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"f1f7581c-b729-4fa6-9988-90ca4db79536","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:28.68040442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"9bb6d20d-19d0-41ed-b18f-d83a074d9829","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:21:28.732379895Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-models-valid-sub","reconcileID":"17b2c4e4-6b12-4bfb-a155-d48e8db93a6e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:28.778431367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"f0446027-a4ae-451b-a491-a0dad30a4618","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:28.778428989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"6e75db55-159c-4a2f-8e90-8d5cddebb014","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:28.834056251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"6e75db55-159c-4a2f-8e90-8d5cddebb014","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:28.834219574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"f0446027-a4ae-451b-a491-a0dad30a4618","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:28.844582802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"caf6245b-facd-4c6d-aa1c-2ae27564894b","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:28.865280763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"99c78896-2f2a-4d87-b782-ae92884e1e82","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:28.898270476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"d2144156-9b3b-4b37-9135-25de7be462a6","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:29.018852386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-models-invalid-sub-auth","reconcileID":"46d0df28-1e57-4be4-8bb7-4cf4d54a1051","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:29.074278589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-models-invalid-sub-auth","reconcileID":"46d0df28-1e57-4be4-8bb7-4cf4d54a1051","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:29.141200098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"73a5d8d5-98b4-4e29-9ffd-0b6caef5454c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:29.141199597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"b4437634-8af4-49ef-83dc-7867bba038c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:29.163611599Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-models-valid-sub","reconcileID":"137a6fdd-8495-486a-a3d0-9ea1692664f3","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-1b1134/e2e-models-valid-sub","ai-tenant-e2e-worker-w3-1b1134/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:29.196900712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"73a5d8d5-98b4-4e29-9ffd-0b6caef5454c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:29.198587165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"b4437634-8af4-49ef-83dc-7867bba038c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:29.325409706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"6f6a4ce8-8ca3-48cd-b096-cfffbb1cbba4","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:29.37158847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-subscription","reconcileID":"c8a1b6a2-1a23-4458-b50f-2cbca4ab5550","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:29.531400884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-models-valid-sub","reconcileID":"65357372-db4f-4f32-ae99-2feb4fdfaee2","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:30.402665704Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ad7edb-auth","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb-auth","reconcileID":"cb905382-ca18-4dc1-a2ae-a1906510e5fa","MaaSAuthPolicy":{"name":"test-model-ad7edb-auth","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"model":"ai-tenant-e2e-inf-a-ad7edb/test-model-ad7edb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:30.402786176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb","reconcileID":"26709e9e-0632-407f-bacc-431bc8621e4e","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"tenant":"e2e-inf-a-ad7edb","gateway":"openshift-ingress/e2e-inf-a-ad7edb","model":"ai-tenant-e2e-inf-a-ad7edb/test-model-ad7edb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:30.402803914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb","reconcileID":"26709e9e-0632-407f-bacc-431bc8621e4e","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"routeName":"test-model-ad7edb-kserve-route","namespace":"ai-tenant-e2e-inf-a-ad7edb","llmisvcName":"test-model-ad7edb","gateway":"openshift-ingress/e2e-inf-a-ad7edb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:30.606626194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ad7edb-auth","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb-auth","reconcileID":"cb905382-ca18-4dc1-a2ae-a1906510e5fa","MaaSAuthPolicy":{"name":"test-model-ad7edb-auth","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ad7edb","tenantID":"e2e-inf-a-ad7edb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:30.66783212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ad7edb-sub","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb-sub","reconcileID":"f21292dd-0ca3-492b-8bb5-cd28fb64db9f","MaaSSubscription":{"name":"test-model-ad7edb-sub","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"name":"maas-trlp-test-model-ad7edb","model":"ai-tenant-e2e-inf-a-ad7edb/test-model-ad7edb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:30.726809339Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ad7edb-auth","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb-auth","reconcileID":"cb905382-ca18-4dc1-a2ae-a1906510e5fa","MaaSAuthPolicy":{"name":"test-model-ad7edb-auth","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"name":"e2e-inf-a-ad7edb-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:30.726831847Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ad7edb-auth","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb-auth","reconcileID":"cb905382-ca18-4dc1-a2ae-a1906510e5fa","MaaSAuthPolicy":{"name":"test-model-ad7edb-auth","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ad7edb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:30.781626631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb","reconcileID":"96ba698a-ccd1-44a2-9ed5-003f96056595","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"tenant":"e2e-inf-a-ad7edb","gateway":"openshift-ingress/e2e-inf-a-ad7edb","model":"ai-tenant-e2e-inf-a-ad7edb/test-model-ad7edb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:30.781647713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb","reconcileID":"96ba698a-ccd1-44a2-9ed5-003f96056595","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"routeName":"test-model-ad7edb-kserve-route","namespace":"ai-tenant-e2e-inf-a-ad7edb","llmisvcName":"test-model-ad7edb","gateway":"openshift-ingress/e2e-inf-a-ad7edb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:30.927763435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb","reconcileID":"a1cdee16-1c5d-4bc8-85aa-2a9d3eb8fc97","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"tenant":"e2e-inf-a-ad7edb","gateway":"openshift-ingress/e2e-inf-a-ad7edb","model":"ai-tenant-e2e-inf-a-ad7edb/test-model-ad7edb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:30.927787384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb","reconcileID":"a1cdee16-1c5d-4bc8-85aa-2a9d3eb8fc97","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"routeName":"test-model-ad7edb-kserve-route","namespace":"ai-tenant-e2e-inf-a-ad7edb","llmisvcName":"test-model-ad7edb","gateway":"openshift-ingress/e2e-inf-a-ad7edb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:31.086465163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ad7edb-sub","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb-sub","reconcileID":"ff21d3a9-bc52-4fe9-81c3-3850ab282aac","MaaSSubscription":{"name":"test-model-ad7edb-sub","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"name":"maas-trlp-test-model-ad7edb","model":"ai-tenant-e2e-inf-a-ad7edb/test-model-ad7edb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:31.501029097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"39a536da-18a2-47ab-bc0e-6845f0c0992a","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:31.656254623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"1176068b-fbe1-447e-953a-a770fd18e15e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:31.656501179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"6be62d0e-078c-455c-8d7d-b0691c4e28f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:31.656799555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-models-invalid-sub-auth","reconcileID":"b8a61260-2efe-4934-9432-898b18edf2d4","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:31.713882413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-models-invalid-sub-auth","reconcileID":"b8a61260-2efe-4934-9432-898b18edf2d4","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:31.71752952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"6be62d0e-078c-455c-8d7d-b0691c4e28f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:31.718062921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"1176068b-fbe1-447e-953a-a770fd18e15e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:39.262626429Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:41.351578416Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ad7edb-sub","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb-sub","reconcileID":"9aee4d8b-1268-4db4-be1d-2b1a8bd44d60","MaaSSubscription":{"name":"test-model-ad7edb-sub","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"model":"ai-tenant-e2e-inf-a-ad7edb/test-model-ad7edb","subscription":"test-model-ad7edb-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:41.403466374Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ad7edb-sub","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb-sub","reconcileID":"9aee4d8b-1268-4db4-be1d-2b1a8bd44d60","MaaSSubscription":{"name":"test-model-ad7edb-sub","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"model":"ai-tenant-e2e-inf-a-ad7edb/test-model-ad7edb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:41.455844958Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ad7edb-sub","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb-sub","reconcileID":"9aee4d8b-1268-4db4-be1d-2b1a8bd44d60","MaaSSubscription":{"name":"test-model-ad7edb-sub","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"name":"maas-trlp-test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb","model":"ai-tenant-e2e-inf-a-ad7edb/test-model-ad7edb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:41.665587748Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-models-valid-sub","reconcileID":"79a814e8-9dab-4866-9582-dcff5962d202","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscription":"e2e-models-valid-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:41.725716372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb","reconcileID":"62c10872-0bd2-40c4-9792-e629852ef71f","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"tenant":"e2e-inf-a-ad7edb","gateway":"openshift-ingress/e2e-inf-a-ad7edb","model":"ai-tenant-e2e-inf-a-ad7edb/test-model-ad7edb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:41.72574599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"test-model-ad7edb","reconcileID":"62c10872-0bd2-40c4-9792-e629852ef71f","MaaSModelRef":{"name":"test-model-ad7edb","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"routeName":"test-model-ad7edb-kserve-route","namespace":"ai-tenant-e2e-inf-a-ad7edb","llmisvcName":"test-model-ad7edb","gateway":"openshift-ingress/e2e-inf-a-ad7edb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:41.878239959Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-models-valid-sub","reconcileID":"79a814e8-9dab-4866-9582-dcff5962d202","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-1b1134/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:42.086358688Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-subscription","reconcileID":"f3f42ef5-5b63-4ad3-9888-1b6be679641c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:42.090552254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"5530797e-eb96-46b6-ba6e-e711147f4b2c","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:42.237320973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"20b2ac36-33c3-4690-a886-1c6b2261cf18","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:42.244433116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"94bb8dd1-9f00-4b92-85e5-6dd44fd0abf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:42.244606561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"9695bfed-1595-42fe-b21f-13f921a7036a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:42.244433143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-models-invalid-sub-auth","reconcileID":"9a05de77-8b1b-41b9-879f-007a07dd03b8","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:42.300862964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"94bb8dd1-9f00-4b92-85e5-6dd44fd0abf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:42.300940764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-models-invalid-sub-auth","reconcileID":"9a05de77-8b1b-41b9-879f-007a07dd03b8","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:42.303162537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"9695bfed-1595-42fe-b21f-13f921a7036a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:42.506156149Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-models-invalid-sub-auth","reconcileID":"c78c355f-e9c0-4dd0-820c-0cbf2b8662a7","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:42.713639817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"f59e20ec-bb98-4da7-8bfe-c404a229437d","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:43.942768584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"e93ab8be-f9c2-4bc2-86d5-5ae4279644bb","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:44.013682279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"99b02ed2-226e-4c6b-83f6-b3189ac83c11","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:44.161191118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-models-access-denied-auth","reconcileID":"b72ba7c9-e225-4f7b-a25f-340f2723e838","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:44.220802455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-models-access-denied-auth","reconcileID":"b72ba7c9-e225-4f7b-a25f-340f2723e838","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:44.227594057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"aab54e94-68a9-49e8-a38a-1da8bbcf8458","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:44.289458568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"cb168685-7eb9-4841-be0d-57d9bffb7459","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:21:44.347363865Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-models-user-sub","reconcileID":"9552b63a-c0d2-454a-b491-6e33327611b7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:44.399730981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"ec13d5e5-1969-4d63-b739-e1139d1339cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:44.404817696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"cbdee8d9-6f41-41fb-a5b6-7aa0fc8597d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:44.460814537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"ec13d5e5-1969-4d63-b739-e1139d1339cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:44.536872432Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-1b1134 priority=0:[ai-tenant-e2e-worker-w3-1b1134/e2e-models-other-sub ai-tenant-e2e-worker-w3-1b1134/e2e-models-user-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:44.537408388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"cc67aa5b-f329-4dd8-a946-596787160461","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:44.586676869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"cbdee8d9-6f41-41fb-a5b6-7aa0fc8597d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:44.606557005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"c85f6f02-3439-4722-9b0b-357afd8c570f","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:44.663038974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"24a10297-dbae-463c-9358-5e59724339e0","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:21:44.6202825Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-1b1134/e2e-models-user-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:44.719552508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"235929a6-b164-4550-b87b-d384a6839746","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:21:44.723349297Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-1b1134/e2e-models-other-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:44.794932284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-models-access-denied-auth","reconcileID":"ae74118a-ce9a-43ff-a360-c6cf6f8b71af","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:44.860512458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-models-access-denied-auth","reconcileID":"ae74118a-ce9a-43ff-a360-c6cf6f8b71af","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:44.877999709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"483223a0-e934-40da-9335-f45cdebca838","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:44.934963574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"483223a0-e934-40da-9335-f45cdebca838","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:44.962114418Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-models-user-sub","reconcileID":"0a68c43e-f334-450e-aa8c-dff4fbb92b77","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-1b1134/e2e-models-other-sub","ai-tenant-e2e-worker-w3-1b1134/e2e-models-user-sub","ai-tenant-e2e-worker-w3-1b1134/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:44.977115196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"a66e208c-388f-48ab-ad99-4a1bd8ec9ad5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:44.981840715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-models-other-sub","reconcileID":"e9b6615a-1414-41c0-bf12-a102b628ef07","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:45.026661176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"default-tenant","reconcileID":"3b835bd0-8b6a-460b-acb9-bb743c30dcdb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:45.037142286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"a66e208c-388f-48ab-ad99-4a1bd8ec9ad5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:45.137093633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"b8e91193-c74a-4092-8e07-3c96e8f922d2","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:45.159730133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"d76cf9f6-fdc6-40b4-b3c3-d83ad8ec2ebf","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:45.161301619Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"default-tenant","reconcileID":"3b835bd0-8b6a-460b-acb9-bb743c30dcdb","name":"e2e-extmod-b-6a675a-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:45.19125991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-subscription","reconcileID":"a66f80d7-6339-4c87-8d11-8400fe461fdd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:45.258362474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-models-access-denied-auth","reconcileID":"39cc7b9f-66b1-4568-b46c-7906ba81487f","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:45.323235919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-models-access-denied-auth","reconcileID":"39cc7b9f-66b1-4568-b46c-7906ba81487f","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:45.378089507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-models-user-sub","reconcileID":"486ad758-d609-4cb6-9658-0a05845a2a7f","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:45.47964477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-models-other-sub","reconcileID":"5f37dadc-4470-4a36-8d28-df2171d30f55","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:47.496047796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"94edd974-f28b-4f6d-bdc8-623e4af381a3","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:47.6535065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"f24ce272-b633-4f84-ac82-d955a5fec64e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:47.653681048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-models-access-denied-auth","reconcileID":"2887bb75-48db-4a59-b420-a192ada8f42f","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:47.653507755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"10844107-276e-4820-b65a-1e7b062f86e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:47.70935429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"f24ce272-b633-4f84-ac82-d955a5fec64e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:47.710659769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-models-access-denied-auth","reconcileID":"2887bb75-48db-4a59-b420-a192ada8f42f","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:47.711885958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"10844107-276e-4820-b65a-1e7b062f86e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:51.475514708Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d5118-auth","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118-auth","reconcileID":"a03038f6-a823-40bd-aacf-12d71b2c8b73","MaaSAuthPolicy":{"name":"test-model-7d5118-auth","namespace":"ai-tenant-e2e-inf-b-7d5118"},"model":"ai-tenant-e2e-inf-b-7d5118/test-model-7d5118","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:51.475640265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118","reconcileID":"c144f3f4-db7d-475c-8fd7-b373b5e15894","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"tenant":"e2e-inf-b-7d5118","gateway":"openshift-ingress/e2e-inf-b-7d5118","model":"ai-tenant-e2e-inf-b-7d5118/test-model-7d5118","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:51.475659802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118","reconcileID":"c144f3f4-db7d-475c-8fd7-b373b5e15894","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"routeName":"test-model-7d5118-kserve-route","namespace":"ai-tenant-e2e-inf-b-7d5118","llmisvcName":"test-model-7d5118","gateway":"openshift-ingress/e2e-inf-b-7d5118","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:51.679265772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d5118-auth","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118-auth","reconcileID":"a03038f6-a823-40bd-aacf-12d71b2c8b73","MaaSAuthPolicy":{"name":"test-model-7d5118-auth","namespace":"ai-tenant-e2e-inf-b-7d5118"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7d5118","tenantID":"e2e-inf-b-7d5118","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:51.741416965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7d5118-sub","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118-sub","reconcileID":"22549f6f-693b-4dc8-ac41-b87e7822ea21","MaaSSubscription":{"name":"test-model-7d5118-sub","namespace":"ai-tenant-e2e-inf-b-7d5118"},"name":"maas-trlp-test-model-7d5118","model":"ai-tenant-e2e-inf-b-7d5118/test-model-7d5118","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:51.800189404Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d5118-auth","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118-auth","reconcileID":"a03038f6-a823-40bd-aacf-12d71b2c8b73","MaaSAuthPolicy":{"name":"test-model-7d5118-auth","namespace":"ai-tenant-e2e-inf-b-7d5118"},"name":"e2e-inf-b-7d5118-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:51.800213849Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7d5118-auth","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118-auth","reconcileID":"a03038f6-a823-40bd-aacf-12d71b2c8b73","MaaSAuthPolicy":{"name":"test-model-7d5118-auth","namespace":"ai-tenant-e2e-inf-b-7d5118"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-7d5118","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:51.85548229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118","reconcileID":"2a20024b-f6a4-46c5-a07d-79f80340c4dd","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"tenant":"e2e-inf-b-7d5118","gateway":"openshift-ingress/e2e-inf-b-7d5118","model":"ai-tenant-e2e-inf-b-7d5118/test-model-7d5118","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:51.855512541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118","reconcileID":"2a20024b-f6a4-46c5-a07d-79f80340c4dd","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"routeName":"test-model-7d5118-kserve-route","namespace":"ai-tenant-e2e-inf-b-7d5118","llmisvcName":"test-model-7d5118","gateway":"openshift-ingress/e2e-inf-b-7d5118","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:51.996793593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118","reconcileID":"772e3574-6940-486b-bc0c-da0fec5a0322","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"tenant":"e2e-inf-b-7d5118","gateway":"openshift-ingress/e2e-inf-b-7d5118","model":"ai-tenant-e2e-inf-b-7d5118/test-model-7d5118","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:51.996818279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118","reconcileID":"772e3574-6940-486b-bc0c-da0fec5a0322","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"routeName":"test-model-7d5118-kserve-route","namespace":"ai-tenant-e2e-inf-b-7d5118","llmisvcName":"test-model-7d5118","gateway":"openshift-ingress/e2e-inf-b-7d5118","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:52.123633812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7d5118-sub","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118-sub","reconcileID":"49ba502e-ffa7-40ef-9713-31ea77fd0350","MaaSSubscription":{"name":"test-model-7d5118-sub","namespace":"ai-tenant-e2e-inf-b-7d5118"},"name":"maas-trlp-test-model-7d5118","model":"ai-tenant-e2e-inf-b-7d5118/test-model-7d5118","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:53.718161519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"distinct-w0-d204f4","reconcileID":"97aa9859-a3e8-4503-b4fc-cb1f1b92aa4b","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:55.671891994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"f930543d-9ca0-4c71-8128-e4beddec79c7","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/rate-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:55.67192178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"f930543d-9ca0-4c71-8128-e4beddec79c7","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"rate-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"rate-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:57.668389538Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-models-user-sub","reconcileID":"0814469f-cc39-4c0a-9259-6f461e209b19","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscription":"e2e-models-user-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:57.886167896Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-models-user-sub","reconcileID":"0814469f-cc39-4c0a-9259-6f461e209b19","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-1b1134/e2e-models-other-sub","ai-tenant-e2e-worker-w3-1b1134/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:58.101171481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-subscription","reconcileID":"3531ed57-2546-45c2-823e-7306a44b65bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:58.101219143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-models-other-sub","reconcileID":"f2469cce-6882-40db-912d-b0b39333506b","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:58.109292042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"2e6983ae-6cce-4788-bb01-d1c98284392e","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:58.17293107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"f66cd046-e563-4317-9720-7944a62f82b6","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:58.244123179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"d54298db-2f85-4588-af3b-933420de940e","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:58.269186206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"f98b6d11-37c2-4f2c-968e-411f92334f2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:58.270074383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-models-access-denied-auth","reconcileID":"28545e22-bf24-4f50-aa99-771d34001f26","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:58.271029266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"efdbb29f-9513-4042-8d30-34c1534e842d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:58.334384438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"efdbb29f-9513-4042-8d30-34c1534e842d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:58.334913042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"f98b6d11-37c2-4f2c-968e-411f92334f2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:58.339146289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-models-access-denied-auth","reconcileID":"28545e22-bf24-4f50-aa99-771d34001f26","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:58.713565889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"0e62b7a8-de05-4e9e-9888-bcbe77c6d6c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:58.714293013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"1e3ecb9e-d265-41dc-8e8e-181741c52e88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:58.71803475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-models-access-denied-auth","reconcileID":"48f74001-9247-4dab-b4a9-e37af6c99f0a","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:58.813365044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"0e62b7a8-de05-4e9e-9888-bcbe77c6d6c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:58.813813972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"1e3ecb9e-d265-41dc-8e8e-181741c52e88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:21:58.817794504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-models-access-denied-auth","reconcileID":"48f74001-9247-4dab-b4a9-e37af6c99f0a","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:02.391759823Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7d5118-sub","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118-sub","reconcileID":"65af19df-22d4-4d9e-a0d2-eae08ab54bb3","MaaSSubscription":{"name":"test-model-7d5118-sub","namespace":"ai-tenant-e2e-inf-b-7d5118"},"model":"ai-tenant-e2e-inf-b-7d5118/test-model-7d5118","subscription":"test-model-7d5118-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:02.444038735Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7d5118-sub","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118-sub","reconcileID":"65af19df-22d4-4d9e-a0d2-eae08ab54bb3","MaaSSubscription":{"name":"test-model-7d5118-sub","namespace":"ai-tenant-e2e-inf-b-7d5118"},"model":"ai-tenant-e2e-inf-b-7d5118/test-model-7d5118","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:02.497137919Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7d5118-sub","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118-sub","reconcileID":"65af19df-22d4-4d9e-a0d2-eae08ab54bb3","MaaSSubscription":{"name":"test-model-7d5118-sub","namespace":"ai-tenant-e2e-inf-b-7d5118"},"name":"maas-trlp-test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118","model":"ai-tenant-e2e-inf-b-7d5118/test-model-7d5118","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:02.767229645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118","reconcileID":"2afbac04-a9a1-417b-9c09-6a8a8d4cd5d6","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"tenant":"e2e-inf-b-7d5118","gateway":"openshift-ingress/e2e-inf-b-7d5118","model":"ai-tenant-e2e-inf-b-7d5118/test-model-7d5118","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:02.767251394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"test-model-7d5118","reconcileID":"2afbac04-a9a1-417b-9c09-6a8a8d4cd5d6","MaaSModelRef":{"name":"test-model-7d5118","namespace":"ai-tenant-e2e-inf-b-7d5118"},"routeName":"test-model-7d5118-kserve-route","namespace":"ai-tenant-e2e-inf-b-7d5118","llmisvcName":"test-model-7d5118","gateway":"openshift-ingress/e2e-inf-b-7d5118","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:08.40612377Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-models-other-sub","reconcileID":"ad3f40fd-065b-44ad-a7a6-71e884cf37f7","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscription":"e2e-models-other-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:08.619566424Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-models-other-sub","reconcileID":"ad3f40fd-065b-44ad-a7a6-71e884cf37f7","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-1b1134/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:08.826508873Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-subscription","reconcileID":"35bc653f-7a59-4102-a4d1-ea44416d1d46","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:08.879511556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"5a9c7ea5-3633-4ece-b432-dbfc3c4b34ff","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:09.034374579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"b2d2f3d4-139d-4ede-9d84-d73a4099d27c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:09.0346072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-models-access-denied-auth","reconcileID":"62f32bfd-97af-495e-b1af-4c9220250b1c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:09.034375194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"c6cabc7a-c971-4f82-8cd1-b1ca56174f04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:09.042388906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"fe81e206-d7f1-4106-9f52-29e1cd960b58","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:09.090375124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"b2d2f3d4-139d-4ede-9d84-d73a4099d27c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:09.090709401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"c6cabc7a-c971-4f82-8cd1-b1ca56174f04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:09.092571088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-models-access-denied-auth","reconcileID":"62f32bfd-97af-495e-b1af-4c9220250b1c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:09.245221452Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-models-access-denied-auth","reconcileID":"4cc4294a-c412-4835-9e7f-3d57d6f3153e","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:09.262084357Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:09.402716186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"dc6f03c4-a5f7-4d32-afe5-f4879340795e","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:10.661313745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"86f6c5b4-53c4-47ef-98d8-5bfdfec4e65f","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:10.715526193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"e023ae9b-db50-46c8-887f-b3d27d69e679","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:10.921384786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-auth1","reconcileID":"30b752df-b24c-44a1-bebe-17b2486c7d0a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:10.926549078Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-1b1134 priority=10:[ai-tenant-e2e-worker-w3-1b1134/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w3-1b1134/simulator-subscription]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:10.926559019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"ec221a7f-08d7-4a67-a716-40b20878d2fa","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:10.977184987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-auth1","reconcileID":"30b752df-b24c-44a1-bebe-17b2486c7d0a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:10.991074717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"6eb7f493-be73-42e5-a90e-0139193fbc63","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:22:11.036560492Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-sub1","reconcileID":"11543172-8998-4446-a62c-60788c9d8044","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:11.040674065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"ba2dd519-eb9a-46aa-a742-f01ced863cec","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:11.130993465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"2bb7ee09-8965-4a11-8481-65a6e862debb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:11.130999812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"c89f948c-5121-4f4d-a0c8-03bbd91bdbf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:11.145721866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"18306813-407f-453a-9c7d-6389e3df8789","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:11.187530629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"c89f948c-5121-4f4d-a0c8-03bbd91bdbf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:11.191096902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"2bb7ee09-8965-4a11-8481-65a6e862debb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:11.197349927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"c7468c66-25e6-49d3-8b69-5306c85a2bfb","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:11.205871278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"13976a2e-4f56-43bb-ae88-4b708bd162c6","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:11.255788218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"7f2b46a2-e781-4e7e-8967-dfa8fd3acb11","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:11.292852423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"830b7cb6-880d-4f4e-9af9-c02c3c9ab8f3","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:11.417232712Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-sub1","reconcileID":"08fb9062-e76c-4e96-acb0-4e148a295e52","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-distinct-w3-1b1134","model":"distinct-w3-1b1134","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-1b1134/e2e-ignore-header-sub1"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:11.466791953Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-1b1134 priority=10:[ai-tenant-e2e-worker-w3-1b1134/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w3-1b1134/simulator-subscription]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:11.467093664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"ee630e67-af83-4b0a-ad4d-fdb532d3a1ad","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:11.518762489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-auth2","reconcileID":"a593f7de-b597-4709-acbb-12d49d27a22d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:11.526455155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"99a349b2-4fa6-406a-b881-2f8225abcaef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:11.577031448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-auth2","reconcileID":"a593f7de-b597-4709-acbb-12d49d27a22d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:11.583099263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"ead2145f-55df-4946-aec8-91e48992d22e","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:22:11.599806294Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-1b1134/e2e-ignore-header-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:11.600155735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"454c7c2e-4bb2-4be7-b2f0-ccad16ae8e09","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:11.621064737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-auth1","reconcileID":"a761c8bb-0d5c-4fda-be48-f6e4c981d831","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:11.638771973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"e76787b3-ccc9-4a33-8cf4-cf89c5c0ac56","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:11.676614462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-auth1","reconcileID":"a761c8bb-0d5c-4fda-be48-f6e4c981d831","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:11.720152642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"9be7b60a-c02a-4085-873e-f1bd9735b887","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:11.72015115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"40e48d99-57a4-4ff7-b96d-7a080fdc27dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:11.778270174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"9be7b60a-c02a-4085-873e-f1bd9735b887","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:11.778503533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"40e48d99-57a4-4ff7-b96d-7a080fdc27dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:11.810874901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-sub1","reconcileID":"0d0d560a-e192-4d9b-83aa-e06b3e3e484c","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-distinct-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/distinct-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:11.846981131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"53b07e6f-67cd-4d82-9bf7-1785403c46f0","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:11.913786911Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-sub2","reconcileID":"19961280-dabd-4a24-a354-5c68f103cd07","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-distinct-2-w3-1b1134","model":"distinct-2-w3-1b1134","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-1b1134/e2e-ignore-header-sub2"],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:22:11.934523099Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-auth1","reconcileID":"a761c8bb-0d5c-4fda-be48-f6e4c981d831","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-ignore-header-auth1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:12.075478047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"00aaa70e-16ef-40ce-b1a5-e5eb25a96018","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:12.108063729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-auth2","reconcileID":"9db084f8-3b99-4124-92cc-a0e8b2488a46","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:12.164348977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-auth2","reconcileID":"9db084f8-3b99-4124-92cc-a0e8b2488a46","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:12.21182679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-auth1","reconcileID":"ae205a0e-7af9-4af3-818f-10ebb3e1cfe6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:12.267597205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-auth1","reconcileID":"ae205a0e-7af9-4af3-818f-10ebb3e1cfe6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:12.282646964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-sub2","reconcileID":"d7403937-d0a3-41e2-b4b8-5d2652b34b96","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-distinct-2-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/distinct-2-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:12.311878435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"8e2dbda2-5623-49c9-bc4f-688e8d2b68e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:12.311875107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"4eded3a7-a246-4c1e-aee3-dd98eab224f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:12.369142353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"8e2dbda2-5623-49c9-bc4f-688e8d2b68e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:12.369136668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"4eded3a7-a246-4c1e-aee3-dd98eab224f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:14.266155069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f686aa3-6d07-426c-80bf-107bd4de3f24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:14.318120289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f686aa3-6d07-426c-80bf-107bd4de3f24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:14.370419628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f686aa3-6d07-426c-80bf-107bd4de3f24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:14.423151405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f686aa3-6d07-426c-80bf-107bd4de3f24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:15.761542206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"9e6e8499-265b-42c6-8afa-3ae47c60265f","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:15.972889136Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-sub1","reconcileID":"00f1105b-146e-4ad4-af25-f2506412cb36","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-79cccee6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:16.067764306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"82d45dcf-ee74-4b18-9c72-dd7590963b7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:16.067791163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"a7d52bcb-f00c-4a3c-a19b-66b27b66aa89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:16.068161202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-auth1","reconcileID":"3023e201-6dc2-4413-8823-b47f99068b23","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:16.068285433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-auth2","reconcileID":"a1b4d850-ffb7-4598-80c1-7023dcda95ea","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:16.124919273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"82d45dcf-ee74-4b18-9c72-dd7590963b7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:16.125110057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-auth2","reconcileID":"a1b4d850-ffb7-4598-80c1-7023dcda95ea","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:16.12859341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-auth1","reconcileID":"3023e201-6dc2-4413-8823-b47f99068b23","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:16.128590607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"a7d52bcb-f00c-4a3c-a19b-66b27b66aa89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:16.43005833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a08a8a45-a677-4196-ac22-a72f47176fc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:16.481859775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a08a8a45-a677-4196-ac22-a72f47176fc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:16.533891637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a08a8a45-a677-4196-ac22-a72f47176fc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:16.585865695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a08a8a45-a677-4196-ac22-a72f47176fc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:16.688959348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-auth1","reconcileID":"5a39c28a-20e4-4c92-9f36-ae558677320c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:16.68895934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-auth2","reconcileID":"b190d1e8-e17e-4790-957a-75a45a75aaa8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:16.689586814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"9199f4ae-c299-4485-9fc8-a20262710526","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:16.689743688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"232eaef1-11d3-4723-82e1-4917012f10bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:16.74511046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"9199f4ae-c299-4485-9fc8-a20262710526","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:16.745434819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-auth1","reconcileID":"5a39c28a-20e4-4c92-9f36-ae558677320c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:16.747865754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-auth2","reconcileID":"b190d1e8-e17e-4790-957a-75a45a75aaa8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:16.747878727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"232eaef1-11d3-4723-82e1-4917012f10bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:26.024872587Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-sub1","reconcileID":"5b31a116-d003-42d1-a739-5f0adca316f9","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"model":"e2e-models-e2e-worker-w3-1b1134/distinct-w3-1b1134","subscription":"e2e-ignore-header-sub1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:26.076704843Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-sub1","reconcileID":"5b31a116-d003-42d1-a739-5f0adca316f9","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"model":"e2e-models-e2e-worker-w3-1b1134/distinct-w3-1b1134","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:26.128782075Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-sub1","reconcileID":"5b31a116-d003-42d1-a739-5f0adca316f9","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/distinct-w3-1b1134","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:26.39519222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"df1833f4-0788-47e3-b7f0-28c0961a2ba5","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:26.455620093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"simulator-w3-1b1134","reconcileID":"502ef3f6-ab35-43e0-ac9e-fd28a5f7f4f8","MaaSModelRef":{"name":"simulator-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"simulator-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"simulator-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:26.512196913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"ac1e53b6-75db-42c1-8b02-48a8772adcc1","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:26.537314789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"c34739c0-12ce-4d7c-88e7-1ad11cd706c2","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:26.653475675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"8da76aac-e360-455f-9dc7-7efadce963dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:26.653639477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-auth2","reconcileID":"45780692-be8c-4c8e-9e17-dcdc99a4f25b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:26.65348783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-auth1","reconcileID":"116992c4-6e66-42b6-b26b-101717f3ac00","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:26.654002384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"c1468dcd-afd2-4faa-b56f-52078ebdb1c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:26.697595981Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-sub2","reconcileID":"789ef851-6bcc-4779-9c19-97ef6d6de517","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-480dc2c4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:26.709193534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"8da76aac-e360-455f-9dc7-7efadce963dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:26.709583176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-auth2","reconcileID":"45780692-be8c-4c8e-9e17-dcdc99a4f25b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:26.711684339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-auth1","reconcileID":"116992c4-6e66-42b6-b26b-101717f3ac00","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:26.711898861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"c1468dcd-afd2-4faa-b56f-52078ebdb1c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:27.182484493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-auth1","reconcileID":"3a9c8947-c771-4c38-a340-0987e9a14ba7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:27.182756117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"eb23e07e-e837-4e7d-8a41-f500e9b07d9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:27.182957252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-auth2","reconcileID":"4fb060c3-88a1-41de-aba2-75a2f15a44dc","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:27.18248463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"9c35fbf8-58e8-4a2e-ab0f-944a3129e4b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:27.238147653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-auth1","reconcileID":"3a9c8947-c771-4c38-a340-0987e9a14ba7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:27.238811058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"eb23e07e-e837-4e7d-8a41-f500e9b07d9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:27.240625999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"9c35fbf8-58e8-4a2e-ab0f-944a3129e4b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:27.241462356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-auth2","reconcileID":"4fb060c3-88a1-41de-aba2-75a2f15a44dc","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:29.600646685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"distinct-w0-d204f4","reconcileID":"98199354-9690-4e70-9a30-9993d555b976","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:29.601066274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"ea06db05-3af7-4908-9c1a-87c6065fcb17","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:29.601506057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"289fef4d-4940-44b1-9920-04e453b17622","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:29.664434125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"78ffa1a2-3037-4a38-ab5b-3953bc06889c","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:29.665253683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"premium-w0-d204f4","reconcileID":"85db00b7-4957-4628-9a83-13355f5d92a8","MaaSModelRef":{"name":"premium-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"premium-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"premium-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:29.665951436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"distinct-w0-d204f4","reconcileID":"720eb73a-9762-4f64-be20-49b941c6ed55","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:29.774814776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"06ff050e-924e-4ada-b795-2c9b81a3a0dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:29.775656349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"0dba3d0c-a8af-4d8e-8f5a-c90331f64d07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:29.843123104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"0dba3d0c-a8af-4d8e-8f5a-c90331f64d07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:29.851992166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"06ff050e-924e-4ada-b795-2c9b81a3a0dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:29.852395469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"90a62ad2-ffdc-4324-80f2-964d76696e6f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:29.852961813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-subscription","reconcileID":"fb300357-1e4d-406a-a576-06a6c81be903","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-premium-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/premium-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:30.287730569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"13834066-1138-44a6-9e0d-0cdd894ba0c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:30.288467715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"ddbf1b86-b248-4b63-af9d-00b55b80fd24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:30.359029902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"ddbf1b86-b248-4b63-af9d-00b55b80fd24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:30.360379906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"13834066-1138-44a6-9e0d-0cdd894ba0c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:30.452069317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-auth1","reconcileID":"57e19486-e5af-4e7b-9119-7562ba4cfb68","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:30.452825032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"f0bcd395-5e3f-44f1-b315-fb08b2741b96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:30.453427723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"805e2c99-7166-4a48-ae4f-5227ceb6ad3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:30.519596707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-auth1","reconcileID":"57e19486-e5af-4e7b-9119-7562ba4cfb68","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:30.561628039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"805e2c99-7166-4a48-ae4f-5227ceb6ad3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:30.569274907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"f0bcd395-5e3f-44f1-b315-fb08b2741b96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:30.862868824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-auth2","reconcileID":"beb5cc52-f613-425a-8a9d-c2aa19c6f5b0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:30.93246476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-auth2","reconcileID":"beb5cc52-f613-425a-8a9d-c2aa19c6f5b0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:31.089077311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-auth1","reconcileID":"784eaead-fa8b-47c6-8a57-e03b7e0621e4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:31.089953074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"725cbe2e-84e9-482b-b0dd-8234712dc3c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:31.09063741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"dc23b051-c59d-4bbf-9ecb-455915c0e913","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:31.159706985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-auth1","reconcileID":"784eaead-fa8b-47c6-8a57-e03b7e0621e4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:31.16507689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"725cbe2e-84e9-482b-b0dd-8234712dc3c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:31.165950123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"dc23b051-c59d-4bbf-9ecb-455915c0e913","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:31.338093764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acadd2eb-3a59-429a-8be2-7d4b8260e47d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:31.392176052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acadd2eb-3a59-429a-8be2-7d4b8260e47d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:31.445075231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acadd2eb-3a59-429a-8be2-7d4b8260e47d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:31.501567982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acadd2eb-3a59-429a-8be2-7d4b8260e47d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:33.359080008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecc93397-7e2a-421a-b0ae-6e42d405fbba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:33.411675284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecc93397-7e2a-421a-b0ae-6e42d405fbba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:33.464090654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecc93397-7e2a-421a-b0ae-6e42d405fbba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:33.516260429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecc93397-7e2a-421a-b0ae-6e42d405fbba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:35.099942277Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-serve-9863d2","reconcileID":"c5871342-24ef-454a-b162-8b0aa38ce4b6","namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-serve-9863d2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:35.1547141Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-serve-9863d2","reconcileID":"01503991-634c-454a-a972-51ef44709d63","namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-serve-9863d2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:35.259913565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d792f41-acd0-4357-88a3-78b6257367ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:35.260044251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4aff5e07-b02a-41d3-8b1d-795285ea4ed9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:35.320531713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4aff5e07-b02a-41d3-8b1d-795285ea4ed9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:35.320877986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d792f41-acd0-4357-88a3-78b6257367ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:35.362672337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-auth2","reconcileID":"d54ddd26-7442-403b-97cb-ff29b801801a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:35.367467661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"d6aefb7a-c855-40e8-9ecc-b7b7b4015e12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:35.367498515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"0c6099c6-5b90-4069-8bce-d99d9d46358b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:35.419891472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-auth2","reconcileID":"d54ddd26-7442-403b-97cb-ff29b801801a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:35.425650804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"0c6099c6-5b90-4069-8bce-d99d9d46358b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:35.425690075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"d6aefb7a-c855-40e8-9ecc-b7b7b4015e12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:35.475823304Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-serve-9863d2","reconcileID":"28f0db5e-acb1-466f-8d54-0904ae13dd17","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:35.635499202Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-serve-9863d2","reconcileID":"cc8ab413-9317-4ff4-89aa-1f731ed29750","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:35.679632279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"0d2ecbb1-4789-4d50-8c9c-264cea1a69b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:35.679632259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"d4601ea1-7178-4e4f-a0c7-b397e2815369","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:35.73510456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"0d2ecbb1-4789-4d50-8c9c-264cea1a69b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:35.735632611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"d4601ea1-7178-4e4f-a0c7-b397e2815369","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:35.739470451Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-serve-9863d2","reconcileID":"d1e89804-aa5a-41b0-91f4-2082f4cfa5ed","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:35.880960894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2b3e2e5-4043-4702-a264-5f12fd77af13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:35.880970646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b327fc12-69b3-49dd-b9c4-c7638b86c3e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:35.884452201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-auth1","reconcileID":"3512070e-61f7-4f61-9f12-d95ea1a08f11","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:35.937903889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2b3e2e5-4043-4702-a264-5f12fd77af13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:35.938056823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b327fc12-69b3-49dd-b9c4-c7638b86c3e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:35.942081532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-auth1","reconcileID":"3512070e-61f7-4f61-9f12-d95ea1a08f11","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:36.203014349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"2eeca09b-b264-415a-9930-d273c73dfb21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:36.203712436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"4f3091f7-2b47-4151-8f3b-d5fdd4ee1007","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:36.266371455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"2eeca09b-b264-415a-9930-d273c73dfb21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:36.270004878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"4f3091f7-2b47-4151-8f3b-d5fdd4ee1007","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:36.350682674Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-serve-9863d2","reconcileID":"d262199d-206b-43eb-beea-af9db5a0154a","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:36.446202896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"1c468a49-7290-46a0-bede-b23fc4b90f3d","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:36.499554843Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-serve-9863d2","reconcileID":"45eea562-cadf-4518-a468-0d2c6c7df396","namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-serve-9863d2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:36.502543631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-auth2","reconcileID":"9f945c35-f9c5-4903-93bf-b309390a5f8b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:36.551860428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-serve-9863d2","reconcileID":"64879a75-a178-414d-8eb9-082c851b4ade","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-att-user-4cdf05/e2e-att-serve-9863d2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:36.551903082Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-serve-9863d2","reconcileID":"64879a75-a178-414d-8eb9-082c851b4ade","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"routeName":"external-model-e2e-att-serve-9863d2-0ce91b88f089","namespace":"e2e-extmod-att-user-4cdf05","model":"e2e-att-serve-9863d2","externalModel":"e2e-att-serve-9863d2","provider":"e2e-att-serve-9863d2-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:36.559560734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-auth2","reconcileID":"9f945c35-f9c5-4903-93bf-b309390a5f8b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:36.584277181Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"1c468a49-7290-46a0-bede-b23fc4b90f3d","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:36.638392479Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-6a675a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"1c468a49-7290-46a0-bede-b23fc4b90f3d","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:36.660784055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"cc19eaa7-d32d-4403-a3fc-2c117ea87cfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:36.660802129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"6a64ae57-c81f-490a-a4fc-5c56c239456b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:36.717257628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"6a64ae57-c81f-490a-a4fc-5c56c239456b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:36.717477058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"cc19eaa7-d32d-4403-a3fc-2c117ea87cfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:36.746244562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-serve-9863d2","reconcileID":"10d9f568-e5cd-46d1-84ae-16fad2659ec2","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-att-user-4cdf05/e2e-att-serve-9863d2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:36.746268964Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-serve-9863d2","reconcileID":"10d9f568-e5cd-46d1-84ae-16fad2659ec2","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"routeName":"external-model-e2e-att-serve-9863d2-0ce91b88f089","namespace":"e2e-extmod-att-user-4cdf05","model":"e2e-att-serve-9863d2","externalModel":"e2e-att-serve-9863d2","provider":"e2e-att-serve-9863d2-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:36.749608678Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-sub2","reconcileID":"3629ee4f-d189-48f7-89e7-4b23ee8cae66","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"model":"e2e-models-e2e-worker-w3-1b1134/distinct-2-w3-1b1134","subscription":"e2e-ignore-header-sub2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:36.762763517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-auth1","reconcileID":"40b4a594-dd28-4a85-bd0e-fe9036e05a8a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:36.801241736Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-sub2","reconcileID":"3629ee4f-d189-48f7-89e7-4b23ee8cae66","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"model":"e2e-models-e2e-worker-w3-1b1134/distinct-2-w3-1b1134","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:36.817896812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-auth1","reconcileID":"40b4a594-dd28-4a85-bd0e-fe9036e05a8a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:36.852828816Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-sub2","reconcileID":"3629ee4f-d189-48f7-89e7-4b23ee8cae66","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/distinct-2-w3-1b1134","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:36.950236809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"c185c30a-042c-4fd0-bc5a-940866ecb8b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:36.998532767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"4a8b0d5a-9f61-4b3f-bfce-3ebe1a141cfb","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:37.005414748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"c185c30a-042c-4fd0-bc5a-940866ecb8b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:37.050493066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"75d3a3e5-78a9-4dbe-a03b-adef635c94c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:37.053685892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"4a8b0d5a-9f61-4b3f-bfce-3ebe1a141cfb","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:37.106043883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"75d3a3e5-78a9-4dbe-a03b-adef635c94c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:37.107816098Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-6a675a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"4a8b0d5a-9f61-4b3f-bfce-3ebe1a141cfb","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:37.135259895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"be96b3cb-9f39-4e92-bc5a-328c5d9097aa","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:37.15148844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-auth2","reconcileID":"f6bbecc3-f61b-4113-bfdb-566dece7c6c8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:37.174196781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2bca3973-49d2-4d31-88f7-a8b5c0a5d6f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:37.206893156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-auth2","reconcileID":"f6bbecc3-f61b-4113-bfdb-566dece7c6c8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:37.229160044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2bca3973-49d2-4d31-88f7-a8b5c0a5d6f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:37.276638905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c7fd194c-c9e6-4a59-9f38-930f82a8595b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:37.277274161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"3c2637ba-de92-4168-b9ce-8fbbd7ee0b94","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:37.331794499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c7fd194c-c9e6-4a59-9f38-930f82a8595b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:37.458697994Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-auth1","reconcileID":"7a9097fe-e23d-4f5a-944f-b5f47b2c117f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"model":"e2e-models-e2e-worker-w3-1b1134/distinct-w3-1b1134","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:37.477500638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"aca8ee2e-5504-4283-bbac-1f5e2c771e28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:37.532353295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"aca8ee2e-5504-4283-bbac-1f5e2c771e28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:37.562675189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"e2518fab-c2b0-4d6f-a5ae-30ebb881cfd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:37.617019325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"07adade4-9f74-480b-b684-83648119e287","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:37.618094587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"e2518fab-c2b0-4d6f-a5ae-30ebb881cfd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:37.664928908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-auth2","reconcileID":"09291768-f770-4eed-9f79-69a68e8ceb91","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:37.719955872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-auth2","reconcileID":"09291768-f770-4eed-9f79-69a68e8ceb91","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:37.753699541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"6e659b0b-cc01-4303-a167-033909f985bd","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:37.936760556Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-ignore-header-auth2","reconcileID":"52ecccbd-4c96-482c-91ca-5fedbb2b8630","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"model":"e2e-models-e2e-worker-w3-1b1134/distinct-2-w3-1b1134","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:38.145184387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"4849cba1-3f58-4778-85a4-1f2a1d886d99","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:39.262172224Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:39.42017412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"a82d4f30-2520-41b9-9235-90c136694e1e","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:39.474215357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"661cdb0a-8bda-4bac-8960-7fbbe0abf864","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:39.687819123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-auth1","reconcileID":"e03b9aa1-fc1c-4871-b844-c030994b29ac","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:39.690688471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"e0395929-5f8a-463e-8ba7-c3bd28513056","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:39.74311125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-auth1","reconcileID":"e03b9aa1-fc1c-4871-b844-c030994b29ac","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:39.749503345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"ffc8c3ac-f995-48fa-83f8-9ccdea7d5686","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:22:39.798496147Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-sub1","reconcileID":"59f7b453-3150-4d3e-b686-7fbdadef8065","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:22:39.801893797Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"ffc8c3ac-f995-48fa-83f8-9ccdea7d5686","name":"distinct-w3-1b1134","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-1b1134\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:22:39.801951423Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"ffc8c3ac-f995-48fa-83f8-9ccdea7d5686","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-1b1134\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:39.807257701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"f2e349d5-6789-4f5a-9276-4467c4f46e0c","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:39.895790769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"d8148efb-cd8e-4ab2-82e7-841f70ecabca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:39.895790893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"04c306ad-ccef-4c06-ac2f-d6e87c2b3e9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:39.904256955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"845f5507-f3f2-47d5-a9bd-f105f59d0145","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:39.952458212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"d8148efb-cd8e-4ab2-82e7-841f70ecabca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:39.953212372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"5f29db2e-5838-414d-a2d8-94c0dc2aafc2","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:39.953459253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"04c306ad-ccef-4c06-ac2f-d6e87c2b3e9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:39.959969088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"5e3cc7b3-d15a-4924-85c4-0a5a4d5b666d","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:40.007259042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"dd2753a2-d168-461b-871b-2479f2e81785","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:40.056462707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"a03ac6cc-d652-4691-83c1-7987582a5b2a","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:40.169420482Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-sub1","reconcileID":"9255af7c-5841-4955-900e-b0701d1d1aed","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-distinct-w3-1b1134","model":"distinct-w3-1b1134","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-1b1134/e2e-multi-keys-sub1"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:40.215111357Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-1b1134 priority=0:[ai-tenant-e2e-worker-w3-1b1134/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w3-1b1134/e2e-multi-keys-sub2]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:40.215435018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"dce2f459-4a37-4a30-adc1-5e5c3ba1a297","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:40.262286622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-auth2","reconcileID":"c528ed20-637c-4ca5-8159-305b13530050","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:40.274731249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"1faa4be3-7d88-4621-b416-15abec5a2214","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:40.311779117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-auth1","reconcileID":"544a3f29-ff42-46c4-bc14-2c2d92799214","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:40.317889141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-auth2","reconcileID":"c528ed20-637c-4ca5-8159-305b13530050","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:40.320958274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"45bfa3dc-7dc6-4e09-a18a-2ea6bfbad34f","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:22:40.323034332Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-1b1134/e2e-multi-keys-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:40.330437269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"5964da12-8908-4da4-abf3-b90488867621","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:40.367156907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-auth1","reconcileID":"544a3f29-ff42-46c4-bc14-2c2d92799214","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:40.376471776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"06972765-0f35-4260-96ed-1d96d83215ac","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:40.458008439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"1fb3e98a-0a58-4f6e-b83e-847d2e3d35e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:40.458008758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"1af26393-3737-4b10-8747-5c046c10ae1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:40.513798273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"1af26393-3737-4b10-8747-5c046c10ae1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:40.51383426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"1fb3e98a-0a58-4f6e-b83e-847d2e3d35e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:40.535079361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-sub1","reconcileID":"7c972e48-2cd7-4f26-837a-bf9a1565b136","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-distinct-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/distinct-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:40.580913457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"5a14dfb8-ceb6-465d-ac4b-c32c0e919286","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:40.640085517Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-sub2","reconcileID":"43c30239-fdc4-45be-8a59-b39e070eb335","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-distinct-2-w3-1b1134","model":"distinct-2-w3-1b1134","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-1b1134/e2e-multi-keys-sub2"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:40.775272354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-auth1","reconcileID":"180cfd7b-73f8-4307-951d-740f44f29537","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:40.802179273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"d3f76a80-b20b-48e7-86e8-40832185a8f6","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:40.830560898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-auth1","reconcileID":"180cfd7b-73f8-4307-951d-740f44f29537","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:40.875658429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-auth2","reconcileID":"59e8b115-34a0-4dfc-88ca-7b04315d67e1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:40.933852203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-auth2","reconcileID":"59e8b115-34a0-4dfc-88ca-7b04315d67e1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:40.977794097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"d5459676-1a3f-4dd3-976e-31bb80f0adab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:40.980577544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"a19208b6-977d-43dc-90a7-749cdd7dbe69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:41.012306708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-sub2","reconcileID":"7c79dbeb-3732-42c2-bb85-f54f27797314","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-distinct-2-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/distinct-2-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:41.034305945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"d5459676-1a3f-4dd3-976e-31bb80f0adab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:41.035769733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"a19208b6-977d-43dc-90a7-749cdd7dbe69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:44.311222873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"ecc2125a-66b2-42f0-a174-f7befe9a9e2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:44.31160877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"897dfaf6-833e-4524-9d98-0e11bb603527","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:44.40545145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"897dfaf6-833e-4524-9d98-0e11bb603527","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:44.45680142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"ecc2125a-66b2-42f0-a174-f7befe9a9e2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:44.493971356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"df61cb39-946d-4832-a27e-6ac420a2a336","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:44.566437835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"df61cb39-946d-4832-a27e-6ac420a2a336","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:44.649767529Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-6a675a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"df61cb39-946d-4832-a27e-6ac420a2a336","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:44.814097758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-auth2","reconcileID":"d5905663-f8a3-48ff-b3dd-d4c9b5bb6623","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:44.814987402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"12a69d2b-c3f2-4a29-bcba-fd129f8c1274","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:44.89426841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"12a69d2b-c3f2-4a29-bcba-fd129f8c1274","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:44.898133358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-auth2","reconcileID":"d5905663-f8a3-48ff-b3dd-d4c9b5bb6623","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:44.969077103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"43f799e4-8f17-4db4-93ca-acce239fd998","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:44.969683319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-auth1","reconcileID":"2e183e6d-6424-4f02-9746-a03dec330ecc","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:45.159269658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"43f799e4-8f17-4db4-93ca-acce239fd998","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:45.223787415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-auth1","reconcileID":"2e183e6d-6424-4f02-9746-a03dec330ecc","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:50.552744156Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"default-tenant","reconcileID":"e40219bc-bd4d-4292-8d4e-1b217112d524","namespace":"ai-tenant-e2e-inf-a-ad7edb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:50.552802057Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"default-tenant","reconcileID":"e40219bc-bd4d-4292-8d4e-1b217112d524","namespace":"ai-tenant-e2e-inf-a-ad7edb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:50.552862511Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"default-tenant","reconcileID":"e40219bc-bd4d-4292-8d4e-1b217112d524","tenant":"e2e-inf-a-ad7edb","tenantID":"e2e-inf-a-ad7edb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:50.60630408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"default-tenant","reconcileID":"e40219bc-bd4d-4292-8d4e-1b217112d524","gvk":"Deployment","name":"maas-api-e2e-inf-a-ad7edb","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:50.665588359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"default-tenant","reconcileID":"e40219bc-bd4d-4292-8d4e-1b217112d524","gvk":"Service","name":"maas-api-e2e-inf-a-ad7edb","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:50.724752352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"default-tenant","reconcileID":"e40219bc-bd4d-4292-8d4e-1b217112d524","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-ad7edb","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:50.778000354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"default-tenant","reconcileID":"e40219bc-bd4d-4292-8d4e-1b217112d524","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-ad7edb","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:50.831624625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"default-tenant","reconcileID":"e40219bc-bd4d-4292-8d4e-1b217112d524","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-ad7edb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:50.885571481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"default-tenant","reconcileID":"e40219bc-bd4d-4292-8d4e-1b217112d524","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-ad7edb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:50.941827845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"default-tenant","reconcileID":"e40219bc-bd4d-4292-8d4e-1b217112d524","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-ad7edb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:50.995664333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"default-tenant","reconcileID":"e40219bc-bd4d-4292-8d4e-1b217112d524","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-ad7edb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:51.051531913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"default-tenant","reconcileID":"e40219bc-bd4d-4292-8d4e-1b217112d524","gvk":"Deployment","name":"payload-processing-e2e-inf-a-ad7edb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:51.10294684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"default-tenant","reconcileID":"e40219bc-bd4d-4292-8d4e-1b217112d524","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-ad7edb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:51.154922242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"default-tenant","reconcileID":"e40219bc-bd4d-4292-8d4e-1b217112d524","gvk":"Service","name":"payload-processing-e2e-inf-a-ad7edb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:51.206230792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"default-tenant","reconcileID":"e40219bc-bd4d-4292-8d4e-1b217112d524","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-ad7edb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:51.25777323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"default-tenant","reconcileID":"e40219bc-bd4d-4292-8d4e-1b217112d524","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-ad7edb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:51.309117908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"default-tenant","reconcileID":"e40219bc-bd4d-4292-8d4e-1b217112d524","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-ad7edb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:51.360836024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"default-tenant","reconcileID":"e40219bc-bd4d-4292-8d4e-1b217112d524","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-ad7edb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:51.415518647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"default-tenant","reconcileID":"e40219bc-bd4d-4292-8d4e-1b217112d524","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-ad7edb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:51.467003639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"default-tenant","reconcileID":"e40219bc-bd4d-4292-8d4e-1b217112d524","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-ad7edb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:51.51862561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"default-tenant","reconcileID":"e40219bc-bd4d-4292-8d4e-1b217112d524","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-ad7edb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:51.583827803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"default-tenant","reconcileID":"e40219bc-bd4d-4292-8d4e-1b217112d524","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-ad7edb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:51.635658333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ad7edb"},"namespace":"ai-tenant-e2e-inf-a-ad7edb","name":"default-tenant","reconcileID":"e40219bc-bd4d-4292-8d4e-1b217112d524","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-ad7edb","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:53.488231247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"931bef0c-bfd5-440a-bb02-e44971056fe8","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:53.648564573Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-sub1","reconcileID":"7aee57b3-d82c-40d8-888f-afcc1680e299","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9f42b71e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:53.746047366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-auth2","reconcileID":"753c4169-92d0-4668-854c-979541ed9ff8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:53.746102237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-auth1","reconcileID":"090e500e-9141-4ac7-ab02-eceff404061b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:53.746531991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"4972fc85-4ac9-4324-8d82-3bf2f757119d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:53.746594125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"6ad93692-1545-4e4f-9bb9-e555bc9fb7ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:53.801868301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-auth2","reconcileID":"753c4169-92d0-4668-854c-979541ed9ff8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:53.801895584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"6ad93692-1545-4e4f-9bb9-e555bc9fb7ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:53.804397836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-auth1","reconcileID":"090e500e-9141-4ac7-ab02-eceff404061b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:53.804400676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"4972fc85-4ac9-4324-8d82-3bf2f757119d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:54.262830446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"6a267bb3-9f44-4e3f-9e54-e084fa8026db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:54.263077876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-auth2","reconcileID":"de59a776-83d8-48cb-a32e-672655137402","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:54.262835026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"32c603e1-9dc2-476f-b1f9-14fab7951c45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:54.263566724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-auth1","reconcileID":"b0159a68-5968-4b63-9a93-42ae2e2f6955","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:54.321002453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-auth2","reconcileID":"de59a776-83d8-48cb-a32e-672655137402","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:54.321042653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-auth1","reconcileID":"b0159a68-5968-4b63-9a93-42ae2e2f6955","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:54.32624195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"6a267bb3-9f44-4e3f-9e54-e084fa8026db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:54.326426674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"32c603e1-9dc2-476f-b1f9-14fab7951c45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:54.753646384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"421a194b-f0ba-4031-904d-bc004da6b7e9","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:54.811283755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"421a194b-f0ba-4031-904d-bc004da6b7e9","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:54.86528344Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-6a675a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"421a194b-f0ba-4031-904d-bc004da6b7e9","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:56.650288538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"distinct-2-w0-d204f4","reconcileID":"ad4a23d6-8240-4c02-9607-c7efffba8119","MaaSModelRef":{"name":"distinct-2-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-2-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-2-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:56.983708721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"b5a3b14d-3b8d-4aaf-8a4d-b4b5da9d82ff","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.03997116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"24a1be76-b4b5-4108-84a9-950cd202b18f","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.19629989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-active-auth","reconcileID":"28e2b1bd-74c4-4b93-b8a7-350e858fe64e","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.241440925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"e23ac191-b9af-4a01-930d-08110921dc32","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.254274781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-active-auth","reconcileID":"28e2b1bd-74c4-4b93-b8a7-350e858fe64e","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.301505491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"8c98953b-ce15-4c52-84d6-d6cfa90bc05d","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.309302129Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-d204f4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (447d548a47336ab17a439d3056916fb3368e136e4942ab07c76d03d4c0533cfa) AuthConfig (51870f356b4719510a375d017b8d1ba723039d4ce41d1f862f7562d8b7ca8c84) AuthConfig (43a36eb2b6bf9d5b4fbc21f944a8751dbcca66485bcc431d27348eaef25519ed) AuthConfig (782eb3f11c5202f2e5fed0553b4592344acc541679f855842ac9f40e115442c5) AuthConfig (70d6a66caff6675275ce4b902d90167c5afba33d4e1b1bddde53844e8accdd10) AuthConfig (bb91ed659b5bfb10b3c602b3cf0b78ce9cc362a4e672990ec9dc3c147191ff9a) AuthConfig (e99d598a82bfad4f946d5b6e00c85698e824f40707dea0aeb3ab45f60a4ad905) AuthConfig (8c00fb253da9472305e43c39f42c92c933268c622e8c04e878844dedbcf3bace) AuthConfig (2bbd1e89eab449597c04b176edec4bba97b535c9273aefc6776240b5dbc30b9b) AuthConfig (db7db797098c75d178be2ab16a6c8dc742148dbe6ffe01c5e4c5e306ee3885f3) AuthConfig (aa00d3af979a3a83de6fec12fa570b19699113645702e5ce627872a7ba51a710) AuthConfig (c4a034e5fad823a8c4002102d05f210e728a608f828fbcc89e533ce8cbab6c14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-active-auth","reconcileID":"28e2b1bd-74c4-4b93-b8a7-350e858fe64e","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.350743054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"8912ebeb-21a0-469d-a796-f33213a3ac09","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:22:57.353554569Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-d204f4/e2e-status-active-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.36545626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"bb39f785-6984-4940-8db4-bba3a01b3fbd","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.399208012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"fe5278ab-97ae-4fff-b13f-934ce7d774b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.399232686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"f1bca515-05d2-465a-9758-cb307fb2b5aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.406911271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"f466219c-0b1e-4aa7-81bc-fe9c47611208","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.455103907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"f1bca515-05d2-465a-9758-cb307fb2b5aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.455221791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"fe5278ab-97ae-4fff-b13f-934ce7d774b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.518979267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-active-auth","reconcileID":"6bfa32e3-86cd-4945-80ce-5615238974d9","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.574281796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-active-auth","reconcileID":"6bfa32e3-86cd-4945-80ce-5615238974d9","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.627972734Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-d204f4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (447d548a47336ab17a439d3056916fb3368e136e4942ab07c76d03d4c0533cfa) AuthConfig (51870f356b4719510a375d017b8d1ba723039d4ce41d1f862f7562d8b7ca8c84) AuthConfig (43a36eb2b6bf9d5b4fbc21f944a8751dbcca66485bcc431d27348eaef25519ed) AuthConfig (782eb3f11c5202f2e5fed0553b4592344acc541679f855842ac9f40e115442c5) AuthConfig (70d6a66caff6675275ce4b902d90167c5afba33d4e1b1bddde53844e8accdd10) AuthConfig (bb91ed659b5bfb10b3c602b3cf0b78ce9cc362a4e672990ec9dc3c147191ff9a) AuthConfig (e99d598a82bfad4f946d5b6e00c85698e824f40707dea0aeb3ab45f60a4ad905) AuthConfig (8c00fb253da9472305e43c39f42c92c933268c622e8c04e878844dedbcf3bace) AuthConfig (2bbd1e89eab449597c04b176edec4bba97b535c9273aefc6776240b5dbc30b9b) AuthConfig (db7db797098c75d178be2ab16a6c8dc742148dbe6ffe01c5e4c5e306ee3885f3) AuthConfig (aa00d3af979a3a83de6fec12fa570b19699113645702e5ce627872a7ba51a710) AuthConfig (c4a034e5fad823a8c4002102d05f210e728a608f828fbcc89e533ce8cbab6c14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-active-auth","reconcileID":"6bfa32e3-86cd-4945-80ce-5615238974d9","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.670848873Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-active-sub","reconcileID":"960ef163-c5ad-4af6-b9bb-f6dd649d8abd","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/e2e-status-active-sub","ai-tenant-e2e-worker-w0-d204f4/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.813923415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"a2100f25-0a16-4ac3-9a88-8326c0db025e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.816712007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"3539927b-bd70-44a4-9a69-f1c80fab097f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.836246941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"d04a3a62-abe0-49dc-8aaf-e12b3b300a6c","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.869550765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"a2100f25-0a16-4ac3-9a88-8326c0db025e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.872028895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"3539927b-bd70-44a4-9a69-f1c80fab097f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.887974861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"c7dbb08f-c5c3-460b-ae2d-ba8adac5824e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:58.044032835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-active-sub","reconcileID":"ebab440f-3db3-49f4-9093-f5eda9838ba1","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:58.779482391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"8edc081b-55c9-4636-b6bd-74968723e673","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/rate-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:58.779513485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"8edc081b-55c9-4636-b6bd-74968723e673","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"rate-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"rate-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:22:59.824435727Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-ad7edb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-ad7edb","reconcileID":"edfffa7e-d94b-4e70-9478-02751ac0ebac","aitenant":"ai-tenants/e2e-inf-a-ad7edb","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:00.382724987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-sub2","reconcileID":"25a40243-1371-40ae-afb2-b68d74f5539d","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-distinct-2-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/distinct-2-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:00.453492484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8a26f2c-1e65-46f6-a50f-1202a8d87bd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:00.513869431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8a26f2c-1e65-46f6-a50f-1202a8d87bd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:00.570757224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8a26f2c-1e65-46f6-a50f-1202a8d87bd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:00.635824507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8a26f2c-1e65-46f6-a50f-1202a8d87bd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:00.646266529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"42ad091e-e9df-4be8-981c-e659a36b50b0","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:00.65288295Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-ad7edb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-ad7edb","reconcileID":"edfffa7e-d94b-4e70-9478-02751ac0ebac","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-ad7edb","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-ad7edb"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:00.943927002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-auth2","reconcileID":"bb247fc1-f66f-47bc-9934-828fb39054aa","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:00.996111356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-auth1","reconcileID":"4dde6388-0233-45ff-8ea2-bcf4372ca724","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:00.997195492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"7a949e63-5783-4fb4-be61-f562a596a0ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:00.998159953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"5127af8f-ddc7-4808-a9e9-80d355963eda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:01.006221055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-auth2","reconcileID":"bb247fc1-f66f-47bc-9934-828fb39054aa","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:01.0619305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-auth1","reconcileID":"4dde6388-0233-45ff-8ea2-bcf4372ca724","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:01.084235744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"7a949e63-5783-4fb4-be61-f562a596a0ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:01.087089382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"5127af8f-ddc7-4808-a9e9-80d355963eda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:02.736180787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"884285ff-a953-4b52-85af-00ae8efa58dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:02.788299863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"884285ff-a953-4b52-85af-00ae8efa58dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:02.840973729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"884285ff-a953-4b52-85af-00ae8efa58dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:02.893508848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"884285ff-a953-4b52-85af-00ae8efa58dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:03.700505314Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-sub1","reconcileID":"e7666a9b-4a86-4db7-b256-d9c771570cdf","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"model":"e2e-models-e2e-worker-w3-1b1134/distinct-w3-1b1134","subscription":"e2e-multi-keys-sub1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:03.753031063Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-sub1","reconcileID":"e7666a9b-4a86-4db7-b256-d9c771570cdf","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"model":"e2e-models-e2e-worker-w3-1b1134/distinct-w3-1b1134","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:03.805182724Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-sub1","reconcileID":"e7666a9b-4a86-4db7-b256-d9c771570cdf","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/distinct-w3-1b1134","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:04.094047035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"6f7e816a-2482-4935-9140-2decc4d017fb","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:04.155920222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"4494f227-2b91-4537-8f79-b45a3b636820","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:04.206247982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"cdf4124e-9c39-47c3-8163-09f0fd00b1ec","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/rate-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:04.2062729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"cdf4124e-9c39-47c3-8163-09f0fd00b1ec","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"rate-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"rate-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:04.288651282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"8c271e59-de0b-4084-8d84-940072f53984","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/rate-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:04.288675065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"8c271e59-de0b-4084-8d84-940072f53984","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"rate-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"rate-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:04.291091197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"c4ecf9ff-aa28-45fc-880d-13982bd7dde8","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:04.391963427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"69669278-31bd-4234-a6d7-c0a713758dd8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:04.443910395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-auth1","reconcileID":"e19da6c4-3212-47cd-b242-80cd2129a43e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:04.44494734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"d0a61bb0-b826-4985-a1ae-ff9f91b88113","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:04.444958252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"1b7fa804-60ca-41cd-91c7-fbc06379d22b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:04.445445506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-auth2","reconcileID":"3b68d526-8b30-403e-9c36-752d84bcecd9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:04.450885238Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-sub2","reconcileID":"1bf7e8c4-8f66-4700-98d6-d3e8a76a16ff","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e38f9c29","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:04.49983541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-auth1","reconcileID":"e19da6c4-3212-47cd-b242-80cd2129a43e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:04.500825731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"d0a61bb0-b826-4985-a1ae-ff9f91b88113","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:04.502610191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-auth2","reconcileID":"3b68d526-8b30-403e-9c36-752d84bcecd9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:04.503508125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"1b7fa804-60ca-41cd-91c7-fbc06379d22b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:04.514936151Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"69669278-31bd-4234-a6d7-c0a713758dd8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:04.568717957Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-df41b8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"69669278-31bd-4234-a6d7-c0a713758dd8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:04.625057485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"8c4ea991-035f-4ccd-a734-9fd370384469","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/rate-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:04.625076703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"8c4ea991-035f-4ccd-a734-9fd370384469","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"rate-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"rate-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:04.819882892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f54f4a3d-1657-416e-99ff-d7e34f509cf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:04.871785923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f54f4a3d-1657-416e-99ff-d7e34f509cf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:04.923701676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f54f4a3d-1657-416e-99ff-d7e34f509cf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:04.975827777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f54f4a3d-1657-416e-99ff-d7e34f509cf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:04.975975088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-auth2","reconcileID":"a1e81c3c-c1fd-47c3-b519-bd5f7f3410b6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:04.976607333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"edec74d1-d007-463c-9445-f1274dc489d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:04.97686374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-auth1","reconcileID":"4d768c85-2888-4fbf-a308-3e9eccd1d38e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:04.977188552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"bf097efc-a05e-4863-97ea-3eec1c8a1f75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:05.032674728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-auth2","reconcileID":"a1e81c3c-c1fd-47c3-b519-bd5f7f3410b6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:05.032850786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"edec74d1-d007-463c-9445-f1274dc489d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:05.035475117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"bf097efc-a05e-4863-97ea-3eec1c8a1f75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:05.035689867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-auth1","reconcileID":"4d768c85-2888-4fbf-a308-3e9eccd1d38e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:05.080098486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"167c5f67-b955-4512-ba29-dcbc1f618bf6","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:05.135162052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"167c5f67-b955-4512-ba29-dcbc1f618bf6","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:05.190065007Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-6a675a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (73dde261b4c26e231a8c6e035a4809d92bba1883f24dc5412f17edbcc6c38417) AuthConfig (81369f447a8c314c3a07bc425ea5d83c73d8217e07bb28e4cf849becf44657cf) AuthConfig (d92e4293404455164e9c693928b301f13efbba4b413bafdeba535157554aba4c) AuthConfig (68dbc43bfe8e30afdb1526c2bca5621b9fea26274742af9894be3d0de89ccfa7) AuthConfig (317af917995b2e993ded316589dbe6c3ce2a5c695abc4bc46a3af81357f3136f) AuthConfig (c84db6824e60cd17adb7b43c4f0c1b5fa36e845bfed7b67cf63259d5ba05dec0) AuthConfig (2ff877b9208f128a400a2d089579439730e0db41ca7cd6ae28d5a3d5a6196aa3) AuthConfig (808375560e4392f36fc84836d75fe72b4b19013c39444e520cb66f824b3b2df5) AuthConfig (b113d079348db2ecaee79e9e04f296e193ae89f097f67e694ee77786522633c2) AuthConfig (f09b44ec183029bd1a07c4083f3c8ad47096ce3ce81bae070e99111a342ca0ea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"167c5f67-b955-4512-ba29-dcbc1f618bf6","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:05.298253968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-serve-9863d2","reconcileID":"b032911c-3187-42e5-b5f4-e606a8f322e7","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-att-user-4cdf05/e2e-att-serve-9863d2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:05.298282757Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-serve-9863d2","reconcileID":"b032911c-3187-42e5-b5f4-e606a8f322e7","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"routeName":"external-model-e2e-att-serve-9863d2-0ce91b88f089","namespace":"e2e-extmod-att-user-4cdf05","model":"e2e-att-serve-9863d2","externalModel":"e2e-att-serve-9863d2","provider":"e2e-att-serve-9863d2-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:07.791268705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-active-auth","reconcileID":"8ea2c15e-32f4-4e87-ab53-e6e19377aae5","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:07.846683401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-active-auth","reconcileID":"8ea2c15e-32f4-4e87-ab53-e6e19377aae5","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:08.161510154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"ffa52e1b-1a77-45bf-ac2f-68e68ce34b53","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:09.120947931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7280a0de-8559-4abd-bfc7-d850a286785b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:09.172691394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7280a0de-8559-4abd-bfc7-d850a286785b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:09.225113677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7280a0de-8559-4abd-bfc7-d850a286785b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:09.26249518Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:09.276846918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7280a0de-8559-4abd-bfc7-d850a286785b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:10.547812318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"70f692c6-5641-4600-9cb8-b64455c7de03","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:10.748102315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-active-auth","reconcileID":"7046149e-edb5-4204-b066-a1d6b27da84c","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:10.748114895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"b0e2934b-760b-4894-a155-2b4a4f3ae1fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:10.748552497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"14bd8c47-9593-4349-aad7-b95fe478994c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:10.804222604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-active-auth","reconcileID":"7046149e-edb5-4204-b066-a1d6b27da84c","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:10.804242983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"14bd8c47-9593-4349-aad7-b95fe478994c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:10.80657899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"b0e2934b-760b-4894-a155-2b4a4f3ae1fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:11.155815644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d78c944-b75b-40f3-be78-22dc09eedca9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:11.208144617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d78c944-b75b-40f3-be78-22dc09eedca9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:11.259992435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d78c944-b75b-40f3-be78-22dc09eedca9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:11.311821346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d78c944-b75b-40f3-be78-22dc09eedca9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:14.503744334Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-sub2","reconcileID":"18b6f7f6-44be-4243-9b61-268c23a6f253","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e38f9c29","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:14.728922451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"3dbb9142-2817-4a72-b522-ad023d1289ff","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:14.784164899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"3dbb9142-2817-4a72-b522-ad023d1289ff","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:14.838179036Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-df41b8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"3dbb9142-2817-4a72-b522-ad023d1289ff","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.351512451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"e7a7905c-96c6-42c7-b009-9627af1d4394","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.410138624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"e7a7905c-96c6-42c7-b009-9627af1d4394","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.472323912Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-6a675a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (73dde261b4c26e231a8c6e035a4809d92bba1883f24dc5412f17edbcc6c38417) AuthConfig (81369f447a8c314c3a07bc425ea5d83c73d8217e07bb28e4cf849becf44657cf) AuthConfig (d92e4293404455164e9c693928b301f13efbba4b413bafdeba535157554aba4c) AuthConfig (68dbc43bfe8e30afdb1526c2bca5621b9fea26274742af9894be3d0de89ccfa7) AuthConfig (317af917995b2e993ded316589dbe6c3ce2a5c695abc4bc46a3af81357f3136f) AuthConfig (c84db6824e60cd17adb7b43c4f0c1b5fa36e845bfed7b67cf63259d5ba05dec0) AuthConfig (2ff877b9208f128a400a2d089579439730e0db41ca7cd6ae28d5a3d5a6196aa3) AuthConfig (808375560e4392f36fc84836d75fe72b4b19013c39444e520cb66f824b3b2df5) AuthConfig (b113d079348db2ecaee79e9e04f296e193ae89f097f67e694ee77786522633c2) AuthConfig (f09b44ec183029bd1a07c4083f3c8ad47096ce3ce81bae070e99111a342ca0ea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"e7a7905c-96c6-42c7-b009-9627af1d4394","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:17.850755942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"eeb09cb1-0fe9-4f9e-b87a-c7dfd5c0c149","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:17.852081256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-auth1","reconcileID":"d02c5ec4-508b-49bc-beb1-ce8574cddf12","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:17.852358761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-auth2","reconcileID":"a898a5a4-566a-4930-8008-0e620332fe20","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:17.853705819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"87c28220-f132-49b7-9ff0-f23cad239aa2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:17.931105534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"eeb09cb1-0fe9-4f9e-b87a-c7dfd5c0c149","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:17.984827502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-auth1","reconcileID":"d02c5ec4-508b-49bc-beb1-ce8574cddf12","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:18.005640027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-auth2","reconcileID":"a898a5a4-566a-4930-8008-0e620332fe20","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:18.031774252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"87c28220-f132-49b7-9ff0-f23cad239aa2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:20.754674367Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-active-sub","reconcileID":"3fd531ff-4162-4992-bc9b-7d85604df3d8","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cf6932e9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:24.556228005Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-sub2","reconcileID":"8985f10c-bdd7-4ef6-9290-455f1588bce2","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e38f9c29","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:24.941884301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"cc6e0b54-6b7b-4297-a4c1-18b1453eabdf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:24.997651498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"cc6e0b54-6b7b-4297-a4c1-18b1453eabdf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:25.051846623Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-df41b8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8320dd3cfc6f2745b43bed2980c37798ee9b152f72e02732980d010bd60c59ec) AuthConfig (395fd68e60b6b82f63802d03914bb70a2fe572efc02a4ab8a69fe8bc8e5edde9) AuthConfig (a0d5e85fb6185f12ed62b94ec2546d0d82a95f20acae18aaa406f6c96588c1f4) AuthConfig (65ffb29652e0acc7ad40ba7c15ee38253d3f359ff62ce851119080c23ab390bb) AuthConfig (e04b6b58e39ea5309a101daca12c7117fecc0a1bf9a16d01d491f4c8d8ab6011) AuthConfig (8cfee56a38b768a699f97f26775b85538fe5120ad9e4ae50f7ea71eb1c60cbd6) AuthConfig (5b60cfd6c34abe376c3229020cba4a99bdff10a05daecce91692e6e708ec676a) AuthConfig (4f236f4fca06e7f88996d1764bc07493a789bf42010312417994e93e411ae130) AuthConfig (1b480b2fb95bf3bdf79ebdbe4a2d8d1767a7583f90f3d444ff752e13b54b08f3) AuthConfig (44e2e2a00bb4e8e481c0881407d787fa5fd36b1bd902b5a2763b9b8525d80ddb) AuthConfig (acc1e6d5f8b9bf1197cce3d3f809b82d204f286e4c25a2de8f2cb41452494e5d) AuthConfig (d18ddbd3ebc22f50ca522eab38b91bdad35122517366f187c045cf1a2f6e03cb) AuthConfig (877d62fbd955e712e622bf5a80b01f91ffd74471d1eb46735fe97759afb0e455) AuthConfig (6c90ea2ea66be6281ec9cbf95b9c7d9d822e07ef3700c3fa364e2c6e638a5508) AuthConfig (bb614c632c65564e9a5b084e314c27717867241055a5c72f1fac959d0c1b8aeb) AuthConfig (a455c335751c0387dff056b29321b8a1d46413fa3b2e87298b2ff474c7a6df4c) AuthConfig (0275ec2bee7afd21070157e04ac33b656d8682f43658e7bc54d461336481b218) AuthConfig (95a920420d3d17d4d62311fc701fc908128259b27995cfd5944a074824561003)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"cc6e0b54-6b7b-4297-a4c1-18b1453eabdf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:25.108450674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"8ef25f9d-d503-4b84-a4b7-6c6e367ad400","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/rate-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:25.108477555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"8ef25f9d-d503-4b84-a4b7-6c6e367ad400","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"rate-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"rate-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:25.576637277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"e360a9a5-1440-4924-8f48-b635f0409de8","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:25.632261721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"e360a9a5-1440-4924-8f48-b635f0409de8","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:26.056672307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-serve-9863d2","reconcileID":"3a08f7f1-c741-4f92-a238-cbe0f5322dd2","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-att-user-4cdf05/e2e-att-serve-9863d2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:26.05669981Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-serve-9863d2","reconcileID":"3a08f7f1-c741-4f92-a238-cbe0f5322dd2","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"routeName":"external-model-e2e-att-serve-9863d2-0ce91b88f089","namespace":"e2e-extmod-att-user-4cdf05","model":"e2e-att-serve-9863d2","externalModel":"e2e-att-serve-9863d2","provider":"e2e-att-serve-9863d2-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:28.977873202Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"2c155072-33f9-4733-8162-acd9ef0fd058","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:29.143975415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"324dcada-8a84-42ea-8fdf-6163a3d4b239","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:29.244202511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-subscription","reconcileID":"8e143b42-b83a-450c-b36a-4dda2a6e3a88","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-premium-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/premium-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:29.344212017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"96a67d2c-0ac6-42cb-b165-fffcde2d073b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:29.673753248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1325897f-6e88-4b2f-a7cb-ca0451eb7b5e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:29.773082836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-subscription","reconcileID":"a2f08641-64de-49e3-aa92-42e657731dde","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:29.876321017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-subscription","reconcileID":"4949c6fd-a384-42f9-b9a0-cac8eb98de24","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-premium-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/premium-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:30.808072525Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-active-sub","reconcileID":"76ae39d2-6366-4437-9717-5fdadfd7c10b","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cf6932e9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:34.377626958Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-auth1","reconcileID":"7c466229-f13b-479e-9f4e-2d483a571863","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"model":"e2e-models-e2e-worker-w3-1b1134/distinct-w3-1b1134","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:34.378063478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"137cf3ae-a398-43ab-a2a4-84057557df2d","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:34.584885295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"a5d514ee-da5c-4133-b66b-73f423a0593a","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:34.60842937Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-sub2","reconcileID":"3fb6eefd-653f-4ac8-9139-94091b87396c","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e38f9c29","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:34.722113411Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-auth2","reconcileID":"3ff2c1fa-2f1f-4965-9f79-cdbfb173e503","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"model":"e2e-models-e2e-worker-w3-1b1134/distinct-2-w3-1b1134","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:34.722172178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"1db4c6db-cdfb-4f62-8cbc-917931a00bf6","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:34.831254965Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-sub2","reconcileID":"8974d04e-289a-4fbb-bb25-160747d5c2d3","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e38f9c29","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:34.929375993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"b54a960a-97d7-4e9f-acbf-bf70de7d8636","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:34.934904506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"92e03975-d147-49a5-b493-021b69d56398","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:34.934904508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"6f034690-0b27-449a-b6cd-9b81ccf3193c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:34.990280903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"92e03975-d147-49a5-b493-021b69d56398","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:34.990290485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"6f034690-0b27-449a-b6cd-9b81ccf3193c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:35.21211415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"3c74fe26-f1e0-4055-9c58-e573d5d2f3e3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:35.26743064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"3c74fe26-f1e0-4055-9c58-e573d5d2f3e3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:35.533281028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"b0eb3cf3-70d6-420b-b402-e232759633d9","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/rate-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:35.533304137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"b0eb3cf3-70d6-420b-b402-e232759633d9","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"rate-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"rate-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:37.58300413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-serve-9863d2","reconcileID":"b41f7344-928a-46c4-b829-acf6800b81a2","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-att-user-4cdf05/e2e-att-serve-9863d2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:37.583035405Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-serve-9863d2","reconcileID":"b41f7344-928a-46c4-b829-acf6800b81a2","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"routeName":"external-model-e2e-att-serve-9863d2-0ce91b88f089","namespace":"e2e-extmod-att-user-4cdf05","model":"e2e-att-serve-9863d2","externalModel":"e2e-att-serve-9863d2","provider":"e2e-att-serve-9863d2-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:37.6342791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"b1f4b5c9-dcb8-4a2c-b6ca-d0d5e6fda034","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:23:37.639103596Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-9863d2-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-sub","reconcileID":"8a81bdfe-525e-483f-96ef-f9020192b7df","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-9863d2-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:37.689991888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"b1f4b5c9-dcb8-4a2c-b6ca-d0d5e6fda034","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:37.742956123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-serve-9863d2","reconcileID":"884bae03-7747-4da2-986a-b574a51ec2ac","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-att-user-4cdf05/e2e-att-serve-9863d2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:37.742982604Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-serve-9863d2","reconcileID":"884bae03-7747-4da2-986a-b574a51ec2ac","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"routeName":"external-model-e2e-att-serve-9863d2-0ce91b88f089","namespace":"e2e-extmod-att-user-4cdf05","model":"e2e-att-serve-9863d2","externalModel":"e2e-att-serve-9863d2","provider":"e2e-att-serve-9863d2-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:23:37.846495782Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-serve-9863d2","reconcileID":"884bae03-7747-4da2-986a-b574a51ec2ac","name":"e2e-att-serve-9863d2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-9863d2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:23:37.846566321Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-serve-9863d2","reconcileID":"884bae03-7747-4da2-986a-b574a51ec2ac","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-9863d2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:37.897813012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-serve-9863d2","reconcileID":"7b19ff54-27a2-49d7-9e43-5dc0abee36c1","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-att-user-4cdf05/e2e-att-serve-9863d2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:37.89784301Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-serve-9863d2","reconcileID":"7b19ff54-27a2-49d7-9e43-5dc0abee36c1","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"routeName":"external-model-e2e-att-serve-9863d2-0ce91b88f089","namespace":"e2e-extmod-att-user-4cdf05","model":"e2e-att-serve-9863d2","externalModel":"e2e-att-serve-9863d2","provider":"e2e-att-serve-9863d2-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:38.050790031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"9f1a92f3-6efd-4a09-abbc-fcaafb8bd546","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:38.070825195Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-9863d2-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-sub","reconcileID":"7ee585f6-e0ae-4859-8ad5-207b7021ad9c","MaaSSubscription":{"name":"e2e-att-serve-9863d2-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"maas-trlp-e2e-att-serve-9863d2","model":"e2e-att-serve-9863d2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-6a675a/e2e-att-serve-9863d2-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:38.105941358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"9f1a92f3-6efd-4a09-abbc-fcaafb8bd546","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:38.336714732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-serve-9863d2","reconcileID":"dce89ebc-6aa8-499d-a7bc-ee40abcae158","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-att-user-4cdf05/e2e-att-serve-9863d2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:38.336742041Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-serve-9863d2","reconcileID":"dce89ebc-6aa8-499d-a7bc-ee40abcae158","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"routeName":"external-model-e2e-att-serve-9863d2-0ce91b88f089","namespace":"e2e-extmod-att-user-4cdf05","model":"e2e-att-serve-9863d2","externalModel":"e2e-att-serve-9863d2","provider":"e2e-att-serve-9863d2-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:38.543002067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-9863d2-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-sub","reconcileID":"d6834749-5556-42e3-b875-66a6b57732ea","MaaSSubscription":{"name":"e2e-att-serve-9863d2-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"maas-trlp-e2e-att-serve-9863d2","model":"e2e-extmod-att-user-4cdf05/e2e-att-serve-9863d2","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:39.261834459Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:40.567922128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"602fe0bb-eda3-490e-ac3f-1cc4aa7f8a8d","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/rate-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:40.56794483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"602fe0bb-eda3-490e-ac3f-1cc4aa7f8a8d","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"rate-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"rate-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:40.623816849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"e092ff55-b9cb-406a-a176-3f815c2666a0","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/rate-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:40.623843665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"e092ff55-b9cb-406a-a176-3f815c2666a0","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"rate-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"rate-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:40.683216326Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-active-auth","reconcileID":"1db5bce1-81c9-4b0c-83a8-a2006622c304","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:40.683381509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"69f84e67-fd5e-44e6-b7e7-5838db2c5c0f","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:40.726803841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"206a5e48-4838-4d4c-b37c-8204a4550f57","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d","tenantID":"e2e-shared-b-w4-2cc24d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:40.846652147Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"206a5e48-4838-4d4c-b37c-8204a4550f57","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"e2e-shared-b-w4-2cc24d-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:40.860588467Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-active-sub","reconcileID":"3e345af6-508b-4e54-bb7b-b916f5d9c0c2","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cf6932e9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:40.890517358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"6f8c75de-6896-4b25-9c60-a8e262692399","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:40.900561086Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-2cc24d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"206a5e48-4838-4d4c-b37c-8204a4550f57","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:40.957770597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"a88eb508-1a02-4d89-9f51-3e6368e03ddc","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/rate-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:40.957795686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"a88eb508-1a02-4d89-9f51-3e6368e03ddc","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"rate-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"rate-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:41.137231294Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"default-tenant","reconcileID":"234543d2-07ae-4150-8fb9-ae2a6db3b0a3","namespace":"ai-tenant-e2e-inf-b-7d5118","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:41.137307133Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"default-tenant","reconcileID":"234543d2-07ae-4150-8fb9-ae2a6db3b0a3","namespace":"ai-tenant-e2e-inf-b-7d5118","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:41.137399525Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"default-tenant","reconcileID":"234543d2-07ae-4150-8fb9-ae2a6db3b0a3","tenant":"e2e-inf-b-7d5118","tenantID":"e2e-inf-b-7d5118","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:41.190573075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"default-tenant","reconcileID":"234543d2-07ae-4150-8fb9-ae2a6db3b0a3","gvk":"Deployment","name":"maas-api-e2e-inf-b-7d5118","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:41.250411118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"default-tenant","reconcileID":"234543d2-07ae-4150-8fb9-ae2a6db3b0a3","gvk":"Service","name":"maas-api-e2e-inf-b-7d5118","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:41.308205273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"default-tenant","reconcileID":"234543d2-07ae-4150-8fb9-ae2a6db3b0a3","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-7d5118","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:41.361539835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"default-tenant","reconcileID":"234543d2-07ae-4150-8fb9-ae2a6db3b0a3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-7d5118","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:41.415128877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"default-tenant","reconcileID":"234543d2-07ae-4150-8fb9-ae2a6db3b0a3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-7d5118","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:41.483028721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"default-tenant","reconcileID":"234543d2-07ae-4150-8fb9-ae2a6db3b0a3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-7d5118","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:41.541107802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"default-tenant","reconcileID":"234543d2-07ae-4150-8fb9-ae2a6db3b0a3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-7d5118","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:41.594719505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"default-tenant","reconcileID":"234543d2-07ae-4150-8fb9-ae2a6db3b0a3","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-7d5118","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:41.646923633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"default-tenant","reconcileID":"234543d2-07ae-4150-8fb9-ae2a6db3b0a3","gvk":"Deployment","name":"payload-processing-e2e-inf-b-7d5118","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:41.701575256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"default-tenant","reconcileID":"234543d2-07ae-4150-8fb9-ae2a6db3b0a3","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-7d5118","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:41.753569732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"default-tenant","reconcileID":"234543d2-07ae-4150-8fb9-ae2a6db3b0a3","gvk":"Service","name":"payload-processing-e2e-inf-b-7d5118","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:41.808714319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"default-tenant","reconcileID":"234543d2-07ae-4150-8fb9-ae2a6db3b0a3","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-7d5118","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:41.859936781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"default-tenant","reconcileID":"234543d2-07ae-4150-8fb9-ae2a6db3b0a3","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-7d5118","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:41.911091251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"default-tenant","reconcileID":"234543d2-07ae-4150-8fb9-ae2a6db3b0a3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-7d5118","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:41.962210278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"default-tenant","reconcileID":"234543d2-07ae-4150-8fb9-ae2a6db3b0a3","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-7d5118","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:42.01630864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"default-tenant","reconcileID":"234543d2-07ae-4150-8fb9-ae2a6db3b0a3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-7d5118","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:42.067957851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"default-tenant","reconcileID":"234543d2-07ae-4150-8fb9-ae2a6db3b0a3","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-7d5118","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:42.11922963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"default-tenant","reconcileID":"234543d2-07ae-4150-8fb9-ae2a6db3b0a3","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-7d5118","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:42.174618593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"default-tenant","reconcileID":"234543d2-07ae-4150-8fb9-ae2a6db3b0a3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-7d5118","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:42.226167618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7d5118"},"namespace":"ai-tenant-e2e-inf-b-7d5118","name":"default-tenant","reconcileID":"234543d2-07ae-4150-8fb9-ae2a6db3b0a3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-7d5118","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:44.883166039Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-sub2","reconcileID":"b6adf296-762e-42c1-86c5-a8dd8d0b2993","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e38f9c29","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:45.196257027Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-7d5118","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-7d5118","reconcileID":"55c03c73-12c1-4284-9515-2c1751f42051","aitenant":"ai-tenants/e2e-inf-b-7d5118","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:45.717278557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1825b4b-630f-4487-a64f-594ab2b1ef95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:45.769127842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1825b4b-630f-4487-a64f-594ab2b1ef95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:45.82130584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1825b4b-630f-4487-a64f-594ab2b1ef95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:45.873199444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1825b4b-630f-4487-a64f-594ab2b1ef95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:45.981775572Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-7d5118","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-7d5118","reconcileID":"55c03c73-12c1-4284-9515-2c1751f42051","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-7d5118","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-7d5118"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:47.869105005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a14c6ce5-4d01-417c-8f6a-d9df4773bfd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:47.921275437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a14c6ce5-4d01-417c-8f6a-d9df4773bfd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:47.9730257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a14c6ce5-4d01-417c-8f6a-d9df4773bfd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:48.024762773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a14c6ce5-4d01-417c-8f6a-d9df4773bfd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:49.919936079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53640010-b26d-4b81-aafe-49f8fda9b527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:49.97197214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53640010-b26d-4b81-aafe-49f8fda9b527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:50.023876515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53640010-b26d-4b81-aafe-49f8fda9b527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:50.075779879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53640010-b26d-4b81-aafe-49f8fda9b527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:50.913018113Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-active-sub","reconcileID":"c6dbe552-bed2-407d-a793-5a011f652a37","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cf6932e9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:51.061804977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"e9ac21a5-87e1-4775-9b6c-fded31bc0146","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d","tenantID":"e2e-shared-b-w4-2cc24d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:51.1172467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"e9ac21a5-87e1-4775-9b6c-fded31bc0146","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"e2e-shared-b-w4-2cc24d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:51.171029291Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-2cc24d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"e9ac21a5-87e1-4775-9b6c-fded31bc0146","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:54.631841301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-subscription","reconcileID":"9f454178-947d-49b7-ab4c-c34507ae4a02","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-premium-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/premium-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:54.811854869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-subscription","reconcileID":"fc28f9d8-4ea4-4c6f-aa3b-765fce067820","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:54.912023909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-subscription","reconcileID":"bef46bef-6221-4191-a922-86a9f66c04a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-premium-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/premium-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:54.969024328Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-sub2","reconcileID":"719460a4-c4ed-4fc3-9f36-4705972e4a55","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"model":"e2e-models-e2e-worker-w3-1b1134/distinct-2-w3-1b1134","subscription":"e2e-multi-keys-sub2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:55.012753287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2a439dfe-81f6-46f5-b3df-f5d8976223b3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:55.012766055Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"246629d8-c27f-44d9-986d-453292d86b12","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:55.020807881Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-sub2","reconcileID":"719460a4-c4ed-4fc3-9f36-4705972e4a55","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"model":"e2e-models-e2e-worker-w3-1b1134/distinct-2-w3-1b1134","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:55.072093801Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-multi-keys-sub2","reconcileID":"719460a4-c4ed-4fc3-9f36-4705972e4a55","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/distinct-2-w3-1b1134","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:55.099554703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-9863d2-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-sub","reconcileID":"ff234cdc-18f6-459e-84bf-ab209e7f2ed6","MaaSSubscription":{"name":"e2e-att-serve-9863d2-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"maas-trlp-e2e-att-serve-9863d2","model":"e2e-extmod-att-user-4cdf05/e2e-att-serve-9863d2","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:55.223870978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d2603a79-d6e8-4c6b-a12e-a96330740fb8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:55.356458142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"85692762-ab35-4032-b734-c18a1943a853","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:55.414262182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-serve-9863d2","reconcileID":"334a6e1a-2cbb-4243-8974-b1ae181a24da","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-att-user-4cdf05/e2e-att-serve-9863d2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:55.414290763Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-serve-9863d2","reconcileID":"334a6e1a-2cbb-4243-8974-b1ae181a24da","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"routeName":"external-model-e2e-att-serve-9863d2-0ce91b88f089","namespace":"e2e-extmod-att-user-4cdf05","model":"e2e-att-serve-9863d2","externalModel":"e2e-att-serve-9863d2","provider":"e2e-att-serve-9863d2-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:55.511411067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"b4afea50-b3ef-454c-8f79-18665998c253","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:55.511420056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"9500d24d-5123-4cba-9cf2-28c752ff8ee0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:55.560136775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"a58418c8-1e26-4bf7-b8be-6b3bbef4baba","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:55.567074494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"9500d24d-5123-4cba-9cf2-28c752ff8ee0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:55.567078762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"b4afea50-b3ef-454c-8f79-18665998c253","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:55.615441931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"a58418c8-1e26-4bf7-b8be-6b3bbef4baba","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:57.566462247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"1145e90d-ab83-496f-b8bf-ac4a4f05795f","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:57.620437901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"0cfc8185-a73f-4435-b360-80d51647a2e6","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:57.828612782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"32622f88-2784-48be-9807-3b6eb37c348e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:57.833840332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"be109017-fcee-489b-96e5-bf068d498cfc","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:57.884264461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"32622f88-2784-48be-9807-3b6eb37c348e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:57.890923874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"8d28122c-6330-4701-b952-55d2b25a34b7","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:23:57.941473497Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"ef101e73-fac1-4a75-8f98-87e49c1d42e0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:23:57.943255224Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"8d28122c-6330-4701-b952-55d2b25a34b7","name":"distinct-w3-1b1134","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-1b1134\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:23:57.943306096Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"8d28122c-6330-4701-b952-55d2b25a34b7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-1b1134\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:57.948669877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"0b0a1a3c-48d6-4025-9723-1680634ac2d3","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:58.039977864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"6189ed73-d07c-46c2-8371-2c5e44513647","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:58.03998097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"d765b0d3-3f88-42bd-9443-7fb2c8c8b25d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:58.049788535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"fc988cbd-37ba-46b4-b7fb-d992f7f5997b","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:58.096949812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"d765b0d3-3f88-42bd-9443-7fb2c8c8b25d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:58.096969094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"6189ed73-d07c-46c2-8371-2c5e44513647","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:58.10453323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"9526496f-f8f2-4953-9597-317e696443b8","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:58.108198991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"67012cdf-3501-4a33-a0ba-0e1d19951afc","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:58.158295996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"50d35b86-7d78-4efa-9471-b4fdefaecbaf","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:58.197129529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"59cc224b-6715-4303-9af6-97455613a89a","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:58.318001093Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"5770de83-885c-4546-86ab-44ba04725791","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-distinct-w3-1b1134","model":"distinct-w3-1b1134","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-1b1134/e2e-sa-multi-no-hdr-sub1"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:58.362250964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"71a7daa1-15f7-4b69-943a-b58f9b620bf9","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:58.362293818Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-1b1134 priority=0:[ai-tenant-e2e-worker-w3-1b1134/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w3-1b1134/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:58.41490054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"59c66a96-f1ac-4027-bb48-6840175344d2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:58.420082922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"644eea75-4802-48ca-b48f-71938ea41e98","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:58.431119299Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-unrel-046178","reconcileID":"98e11852-9d19-4756-827c-ade5103a5b6a","namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-unrel-046178","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:58.452654182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e5bd7bd9-70e1-40ae-b8e9-0b31eeffcb70","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:58.468167771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"3bc0e926-8a9a-4894-abf9-069bd08d6cbf","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:58.470680728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"59c66a96-f1ac-4027-bb48-6840175344d2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:23:58.472277704Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-1b1134/e2e-sa-multi-no-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:58.481429921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"e7ccf9d3-13ef-4bb4-97cc-dcb5b2a06fd4","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:58.484850154Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-unrel-046178","reconcileID":"039a92f9-b986-4533-ada8-ff6d44634a80","namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-unrel-046178","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:58.507932475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e5bd7bd9-70e1-40ae-b8e9-0b31eeffcb70","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:58.524318962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"84f4f920-120c-4a77-9536-5131731256c8","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:58.53690475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"b806967f-049e-4ebd-87d2-cd84a37dea4d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d","tenantID":"e2e-shared-b-w4-2cc24d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:58.592725754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"b806967f-049e-4ebd-87d2-cd84a37dea4d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"e2e-shared-b-w4-2cc24d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:58.599003368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"3f556ddf-fb1f-4c50-a528-eefe3c2fdd79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:58.599031212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"31c17957-fe9d-418e-bb0c-b85aebba10dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:58.646404397Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-2cc24d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (79f549a4fc23b130a1c94f9aa8138296ca9866539ce01233feaa94643bc0a144) AuthConfig (543e9f4069ad577b210202dbbe5165590f29219c4063fc5c5d7762bc25589534) AuthConfig (39cbce1aa4a470c5c4f2a74ae910620541b830217fa541aad976d0ac3a431153) AuthConfig (9087473abdff96b7b2d0efad1c75e3c7500eb44272d1c4e773d8ef3c683f5764) AuthConfig (2aa32f3a58398609956aa61951e4c100921417e96ac410dfebd33656bf2cc485) AuthConfig (38d657504546ebe92c60ec798e63ed79ed3ad183ed25f93cca23a52ec07c107f) AuthConfig (ce6eea53e35b908e203482058fc4ad10ebd8719b68b63d0c5d4c1e4b57327d29) AuthConfig (c86237e5127cbf182cacbc9f9358b70f6caaa293f65d182dbcf53d23abf3f09f) AuthConfig (9bdc7c103e31f5d3caeaf6d79c735667a7d80ee95282b247fcdbba241bffadef) AuthConfig (831c1dd79b10ec66775c75c8c61009d9387e9553bce13da8815e0493a952665e) AuthConfig (0e2205052185d53c5a993922163da7631644fcae406cfc372a0c18f29bbc3711) AuthConfig (d831a92f29a6cb6d65ab2a006e593b4522fe2fdbfa57064829a26e53e5c9e403) AuthConfig (630e175642351f67281d4e75b3f55c5a6162f7cf7419cec0ee601598628c7e8a) AuthConfig (b246e5210931b1ddc9acc25a552ce3efe6b89ef559cbcf79377ca1889d0754f6) AuthConfig (50c4ae2701c249f5b4f817d6dbd6145dfcbc57cf2cce2bbf1c4db06ff427dc6f) AuthConfig (e1715af603bc1e6f46accfd6775e0bfa37b384bb9a4495f1cc23e63e7dc0e98b) AuthConfig (ca64d7d78001a2794cf65a83830ed79649626c663a141a6abbb35b6a653dce6a) AuthConfig (2d7b4097a433a4649e4aa4ae3e6ec276a60bf43d9fa58db7eb327e3df84e31a1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"b806967f-049e-4ebd-87d2-cd84a37dea4d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:58.656019855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"3f556ddf-fb1f-4c50-a528-eefe3c2fdd79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:58.656488513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"31c17957-fe9d-418e-bb0c-b85aebba10dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:58.691318028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"baea6ddc-a7a0-4967-b63f-bee4f5407b92","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-distinct-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/distinct-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:58.797563494Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"5df6faeb-fc79-43bd-bc4a-32cf154302b7","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-distinct-2-w3-1b1134","model":"distinct-2-w3-1b1134","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-1b1134/e2e-sa-multi-no-hdr-sub2"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:58.805859601Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-unrel-046178","reconcileID":"c6a78778-3809-4660-9c6b-08af336db170","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:58.806850583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"7580296e-1def-4390-8882-adb17ed825db","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:58.862800568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"7580296e-1def-4390-8882-adb17ed825db","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:58.91313405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"9b66893d-ff00-4edb-9ceb-fd4163d39900","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/rate-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:58.913153182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"9b66893d-ff00-4edb-9ceb-fd4163d39900","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"rate-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"rate-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:58.964979322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-serve-9863d2","reconcileID":"32d43107-b9c7-4850-a0aa-00c793ebeabd","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-att-user-4cdf05/e2e-att-serve-9863d2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:58.96500718Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-serve-9863d2","reconcileID":"32d43107-b9c7-4850-a0aa-00c793ebeabd","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"routeName":"external-model-e2e-att-serve-9863d2-0ce91b88f089","namespace":"e2e-extmod-att-user-4cdf05","model":"e2e-att-serve-9863d2","externalModel":"e2e-att-serve-9863d2","provider":"e2e-att-serve-9863d2-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:59.016773208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-9863d2-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-sub","reconcileID":"2a7db54c-07b9-42fa-b672-1fa06bd93c60","MaaSSubscription":{"name":"e2e-att-serve-9863d2-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"maas-trlp-e2e-att-serve-9863d2","model":"e2e-extmod-att-user-4cdf05/e2e-att-serve-9863d2","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:59.061778317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"54888324-5b58-4dc2-bd80-bd84f5ca73d1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:59.06873728Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-unrel-046178","reconcileID":"fc630462-8eee-4635-b4df-aeeac401326c","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:59.123478248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"f3c38e0d-12e3-47ca-a77f-ad191221f2cc","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:59.130185537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"54888324-5b58-4dc2-bd80-bd84f5ca73d1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:59.165141431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"cb9bc51f-f0e3-4948-a125-b682b9705517","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:59.17028415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"6f964d0a-7519-4b76-aff0-352abeee78cd","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-distinct-2-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/distinct-2-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:59.220743002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"cb9bc51f-f0e3-4948-a125-b682b9705517","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:59.227804442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"0677debd-2928-41ef-bb7b-eae9c3967c0d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:59.26312777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"735d59b4-2012-49d6-9cee-cec0f2690a67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:59.263150813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"07f2cbaf-e1ac-4a9b-abe6-123229e9e87c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:59.287355174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"0677debd-2928-41ef-bb7b-eae9c3967c0d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:59.319198009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"07f2cbaf-e1ac-4a9b-abe6-123229e9e87c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:59.319196719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"735d59b4-2012-49d6-9cee-cec0f2690a67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:59.335857033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"025ab939-87a3-4a0c-ac96-80a4b5bf0214","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:59.502056984Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-unrel-046178","reconcileID":"a94f0c41-a5f1-443f-8cf6-2b0ed1b0f6db","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:59.502677067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e76b859e-5193-49c6-b2d0-9314ec4e0731","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:59.558448939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e76b859e-5193-49c6-b2d0-9314ec4e0731","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:59.605320768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f3a07790-5792-45f1-bd2d-8b44c3971a0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:59.607507404Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-unrel-046178","reconcileID":"f66db5b6-dcdf-4224-85c0-5fd330099805","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:59.668241944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"8bb4765c-71ea-4808-b4ba-94777c1767ea","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d","tenantID":"e2e-shared-b-w4-2cc24d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:59.674402725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f3a07790-5792-45f1-bd2d-8b44c3971a0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:59.707893593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"56582633-0289-4131-b04c-5e5605451bc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:59.707892351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"01776267-8ac4-4168-a48a-5bc08adedb34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:59.731142248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"8bb4765c-71ea-4808-b4ba-94777c1767ea","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"e2e-shared-b-w4-2cc24d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:59.767305196Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-unrel-046178","reconcileID":"6c759ef2-9e06-4db5-9d30-89f2a967ab9b","namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-unrel-046178","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:59.769968162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"01776267-8ac4-4168-a48a-5bc08adedb34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:59.770677687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"56582633-0289-4131-b04c-5e5605451bc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:59.793175916Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-2cc24d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (79f549a4fc23b130a1c94f9aa8138296ca9866539ce01233feaa94643bc0a144) AuthConfig (543e9f4069ad577b210202dbbe5165590f29219c4063fc5c5d7762bc25589534) AuthConfig (39cbce1aa4a470c5c4f2a74ae910620541b830217fa541aad976d0ac3a431153) AuthConfig (9087473abdff96b7b2d0efad1c75e3c7500eb44272d1c4e773d8ef3c683f5764) AuthConfig (2aa32f3a58398609956aa61951e4c100921417e96ac410dfebd33656bf2cc485) AuthConfig (38d657504546ebe92c60ec798e63ed79ed3ad183ed25f93cca23a52ec07c107f) AuthConfig (ce6eea53e35b908e203482058fc4ad10ebd8719b68b63d0c5d4c1e4b57327d29) AuthConfig (c86237e5127cbf182cacbc9f9358b70f6caaa293f65d182dbcf53d23abf3f09f) AuthConfig (9bdc7c103e31f5d3caeaf6d79c735667a7d80ee95282b247fcdbba241bffadef) AuthConfig (831c1dd79b10ec66775c75c8c61009d9387e9553bce13da8815e0493a952665e) AuthConfig (0e2205052185d53c5a993922163da7631644fcae406cfc372a0c18f29bbc3711) AuthConfig (d831a92f29a6cb6d65ab2a006e593b4522fe2fdbfa57064829a26e53e5c9e403) AuthConfig (630e175642351f67281d4e75b3f55c5a6162f7cf7419cec0ee601598628c7e8a) AuthConfig (b246e5210931b1ddc9acc25a552ce3efe6b89ef559cbcf79377ca1889d0754f6) AuthConfig (50c4ae2701c249f5b4f817d6dbd6145dfcbc57cf2cce2bbf1c4db06ff427dc6f) AuthConfig (e1715af603bc1e6f46accfd6775e0bfa37b384bb9a4495f1cc23e63e7dc0e98b) AuthConfig (ca64d7d78001a2794cf65a83830ed79649626c663a141a6abbb35b6a653dce6a) AuthConfig (2d7b4097a433a4649e4aa4ae3e6ec276a60bf43d9fa58db7eb327e3df84e31a1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"8bb4765c-71ea-4808-b4ba-94777c1767ea","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:59.858419263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-unrel-046178","reconcileID":"c5906498-bfc6-490c-a020-e1a47e880e31","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-att-user-4cdf05/e2e-att-unrel-046178","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:59.858450764Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-unrel-046178","reconcileID":"c5906498-bfc6-490c-a020-e1a47e880e31","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"routeName":"external-model-e2e-att-unrel-046178-f2da6287961e","namespace":"e2e-extmod-att-user-4cdf05","model":"e2e-att-unrel-046178","externalModel":"e2e-att-unrel-046178","provider":"e2e-att-unrel-046178-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:23:59.962727165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"e8f2392a-ed62-4729-9a2a-264dd47b8d0d","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:00.011107933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"0e931eaf-9f9f-4d28-96e4-4d7aa77fe9d3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d","tenantID":"e2e-shared-b-w4-2cc24d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:00.018205841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"e8f2392a-ed62-4729-9a2a-264dd47b8d0d","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:00.021937055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-unrel-046178","reconcileID":"5afa9efd-e718-49af-be53-7f25962a2266","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-att-user-4cdf05/e2e-att-unrel-046178","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:00.021958634Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-unrel-046178","reconcileID":"5afa9efd-e718-49af-be53-7f25962a2266","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"routeName":"external-model-e2e-att-unrel-046178-f2da6287961e","namespace":"e2e-extmod-att-user-4cdf05","model":"e2e-att-unrel-046178","externalModel":"e2e-att-unrel-046178","provider":"e2e-att-unrel-046178-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:00.062210023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"5d8fd452-bec8-4ca1-931f-b2f728454399","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:00.067906259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"0e931eaf-9f9f-4d28-96e4-4d7aa77fe9d3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"e2e-shared-b-w4-2cc24d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:00.118406757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"5d8fd452-bec8-4ca1-931f-b2f728454399","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:00.121836816Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-2cc24d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (79f549a4fc23b130a1c94f9aa8138296ca9866539ce01233feaa94643bc0a144) AuthConfig (543e9f4069ad577b210202dbbe5165590f29219c4063fc5c5d7762bc25589534) AuthConfig (39cbce1aa4a470c5c4f2a74ae910620541b830217fa541aad976d0ac3a431153) AuthConfig (9087473abdff96b7b2d0efad1c75e3c7500eb44272d1c4e773d8ef3c683f5764) AuthConfig (2aa32f3a58398609956aa61951e4c100921417e96ac410dfebd33656bf2cc485) AuthConfig (38d657504546ebe92c60ec798e63ed79ed3ad183ed25f93cca23a52ec07c107f) AuthConfig (ce6eea53e35b908e203482058fc4ad10ebd8719b68b63d0c5d4c1e4b57327d29) AuthConfig (c86237e5127cbf182cacbc9f9358b70f6caaa293f65d182dbcf53d23abf3f09f) AuthConfig (9bdc7c103e31f5d3caeaf6d79c735667a7d80ee95282b247fcdbba241bffadef) AuthConfig (831c1dd79b10ec66775c75c8c61009d9387e9553bce13da8815e0493a952665e) AuthConfig (0e2205052185d53c5a993922163da7631644fcae406cfc372a0c18f29bbc3711) AuthConfig (d831a92f29a6cb6d65ab2a006e593b4522fe2fdbfa57064829a26e53e5c9e403) AuthConfig (630e175642351f67281d4e75b3f55c5a6162f7cf7419cec0ee601598628c7e8a) AuthConfig (b246e5210931b1ddc9acc25a552ce3efe6b89ef559cbcf79377ca1889d0754f6) AuthConfig (50c4ae2701c249f5b4f817d6dbd6145dfcbc57cf2cce2bbf1c4db06ff427dc6f) AuthConfig (e1715af603bc1e6f46accfd6775e0bfa37b384bb9a4495f1cc23e63e7dc0e98b) AuthConfig (ca64d7d78001a2794cf65a83830ed79649626c663a141a6abbb35b6a653dce6a) AuthConfig (2d7b4097a433a4649e4aa4ae3e6ec276a60bf43d9fa58db7eb327e3df84e31a1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"0e931eaf-9f9f-4d28-96e4-4d7aa77fe9d3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:24:00.126093923Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-unrel-046178","reconcileID":"5afa9efd-e718-49af-be53-7f25962a2266","name":"e2e-att-unrel-046178","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-046178\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:24:00.126151104Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-unrel-046178","reconcileID":"5afa9efd-e718-49af-be53-7f25962a2266","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-046178\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:00.163823025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"e9232d2a-d9f8-4219-b1d5-9aaae5fc0c46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:00.163822988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"8f7d3a96-1ede-4b30-af7a-44ae0dcb3711","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:00.183865307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-unrel-046178","reconcileID":"6b658369-fcf7-4687-a839-3fbd90eba976","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-att-user-4cdf05/e2e-att-unrel-046178","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:00.183894488Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-unrel-046178","reconcileID":"6b658369-fcf7-4687-a839-3fbd90eba976","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"routeName":"external-model-e2e-att-unrel-046178-f2da6287961e","namespace":"e2e-extmod-att-user-4cdf05","model":"e2e-att-unrel-046178","externalModel":"e2e-att-unrel-046178","provider":"e2e-att-unrel-046178-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:00.220207809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"8f7d3a96-1ede-4b30-af7a-44ae0dcb3711","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:00.220923337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"e9232d2a-d9f8-4219-b1d5-9aaae5fc0c46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:00.385699633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1513885-1058-466a-a50c-9d8de8607342","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:00.38625228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"3f743485-1335-4755-855c-01be823eafe9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:00.438153306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1513885-1058-466a-a50c-9d8de8607342","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:00.490193505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1513885-1058-466a-a50c-9d8de8607342","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:00.494146686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"3f743485-1335-4755-855c-01be823eafe9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:00.542140373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1513885-1058-466a-a50c-9d8de8607342","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:00.595476118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f9455448-ce82-4114-88ff-c1f9a492bd77","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:00.651211692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f9455448-ce82-4114-88ff-c1f9a492bd77","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:00.703904051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-unrel-046178","reconcileID":"98f7200f-a89d-449b-ab17-dc3b1e3b9c29","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-att-user-4cdf05/e2e-att-unrel-046178","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:00.703931167Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-unrel-046178","reconcileID":"98f7200f-a89d-449b-ab17-dc3b1e3b9c29","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"routeName":"external-model-e2e-att-unrel-046178-f2da6287961e","namespace":"e2e-extmod-att-user-4cdf05","model":"e2e-att-unrel-046178","externalModel":"e2e-att-unrel-046178","provider":"e2e-att-unrel-046178-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:00.754592955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"e069887a-1cf9-4a08-b353-f700f9f06fa4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:00.805785449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"8d09d2d2-7dc4-437a-b741-5de38bbf5078","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:00.810702046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"e069887a-1cf9-4a08-b353-f700f9f06fa4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:00.857680417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"5c7c11b1-70e9-4e6c-849b-dfee458604e2","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:00.86171883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"8d09d2d2-7dc4-437a-b741-5de38bbf5078","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:00.870888448Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-2a4e4430","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-2a4e4430","reconcileID":"9e38759c-e758-44db-bb93-125a5b8c9791","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-2a4e4430","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-2a4e4430":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:00.913225355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"5c7c11b1-70e9-4e6c-849b-dfee458604e2","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:00.95012848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"95764435-85be-43f1-9146-6dc9ec891f5e","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:00.964710117Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-active-sub","reconcileID":"9c9c320b-bfd3-4284-93d6-28167e83f9e5","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscription":"e2e-status-active-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:01.000534964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"1886e587-55cb-4cc8-8c3b-904d5c11420b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:01.006182962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"95764435-85be-43f1-9146-6dc9ec891f5e","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:01.059822361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"1886e587-55cb-4cc8-8c3b-904d5c11420b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:01.120982963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-active-sub","reconcileID":"9c9c320b-bfd3-4284-93d6-28167e83f9e5","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:01.171859479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a6aa97e-d04a-4759-bae3-3679daecc03c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:01.228248184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a6aa97e-d04a-4759-bae3-3679daecc03c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:01.276731094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2fecd03f-ecdd-43fa-bf9a-38579d0f5744","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:01.333644126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2fecd03f-ecdd-43fa-bf9a-38579d0f5744","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:01.334511262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"e19d1423-c48d-4acc-8370-0666326e04aa","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:01.334697755Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-1b1134 priority=0:[ai-tenant-e2e-worker-w3-1b1134/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w3-1b1134/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:01.392409417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"33760d6e-8ebd-4169-958b-8c7e12deaf81","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:01.540243732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"a72d2b5d-0ace-4793-adf9-b59074b271b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:01.54044514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"ab8a9401-5bcf-4514-ac01-5a6c2d4eb11a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:01.656934279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"a72d2b5d-0ace-4793-adf9-b59074b271b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:01.657002681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"ab8a9401-5bcf-4514-ac01-5a6c2d4eb11a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:02.178715088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"40722c7c-2245-43bd-bdec-ef37e5170950","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:02.339269319Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"ddb23737-36ef-4eef-8300-5a261c769877","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b05c3623","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:02.434221827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb1e4f48-fd3c-4ad7-ad73-eec292ebd057","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:02.486509183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb1e4f48-fd3c-4ad7-ad73-eec292ebd057","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:02.486664376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"49173d9a-8a40-4b25-99f4-64eb62cce26c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:02.48700865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"8742828f-4d4e-421a-9485-b91c39c0a160","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:02.487088726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"11546bd0-2516-4ba2-9b07-fa4ef1ba5777","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:02.487457464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"de859675-4e8d-42c8-a77b-8b0af63f1be8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:02.53899578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb1e4f48-fd3c-4ad7-ad73-eec292ebd057","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:02.590921759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb1e4f48-fd3c-4ad7-ad73-eec292ebd057","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:02.594688982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"11546bd0-2516-4ba2-9b07-fa4ef1ba5777","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:02.594707499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"8742828f-4d4e-421a-9485-b91c39c0a160","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:02.596914823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"49173d9a-8a40-4b25-99f4-64eb62cce26c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:02.64742476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"de859675-4e8d-42c8-a77b-8b0af63f1be8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:03.046219913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"5756b64a-c58b-44ba-80b8-0abc8a983791","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:03.059241432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"a4c4022a-c18a-47ba-bd0f-01e81c1ca922","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:24:03.099932268Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-d204f4/e2e-status-failed-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:03.115473137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"a4c4022a-c18a-47ba-bd0f-01e81c1ca922","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:03.160919631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"cdb125dc-414d-4091-a4ff-a686fc45bc1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:03.161102041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"bd4dc17f-6fb7-4088-861a-ac52479d7404","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:03.161672044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"2a8dbcd3-b06d-4f02-97da-993abfdafe51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:03.161862929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"30bf2408-e017-4d24-a6b4-8fe1bb39fcc9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:03.218973514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"2a8dbcd3-b06d-4f02-97da-993abfdafe51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:03.219895323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"cdb125dc-414d-4091-a4ff-a686fc45bc1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:03.221504035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"bd4dc17f-6fb7-4088-861a-ac52479d7404","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:03.222475804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"30bf2408-e017-4d24-a6b4-8fe1bb39fcc9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:03.472058584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"57e03927-b6dd-4bc3-aa46-aceb0ae7fded","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:03.527805294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"57e03927-b6dd-4bc3-aa46-aceb0ae7fded","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:03.577606986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"331790c5-e114-43a6-9246-244fd2f871da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:03.684971108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"331790c5-e114-43a6-9246-244fd2f871da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:04.523447891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"876053f1-8d20-4539-8256-2ef5a053862a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:04.575064449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"876053f1-8d20-4539-8256-2ef5a053862a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:04.575596705Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-6a675a priority=0:[ai-tenant-e2e-extmod-b-6a675a/e2e-att-serve-9863d2-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-unrel-046178-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:04.62744354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"876053f1-8d20-4539-8256-2ef5a053862a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:04.679635702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-unrel-046178","reconcileID":"f753d905-73b4-40d2-8c19-e8e2b635346f","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-att-user-4cdf05/e2e-att-unrel-046178","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:04.679661191Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-unrel-046178","reconcileID":"f753d905-73b4-40d2-8c19-e8e2b635346f","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"routeName":"external-model-e2e-att-unrel-046178-f2da6287961e","namespace":"e2e-extmod-att-user-4cdf05","model":"e2e-att-unrel-046178","externalModel":"e2e-att-unrel-046178","provider":"e2e-att-unrel-046178-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:04.679630645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"876053f1-8d20-4539-8256-2ef5a053862a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:04.730682432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"2d624d18-a656-403b-a51c-477c0dc892a4","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:04.785746463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"2d624d18-a656-403b-a51c-477c0dc892a4","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:04.834074043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"aebd4c75-d3bb-4785-9ebe-ab296a5a6423","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:04.839751219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-unrel-046178","reconcileID":"b66cffb7-c478-4045-b434-33518479fc93","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-att-user-4cdf05/e2e-att-unrel-046178","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:04.839783544Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-unrel-046178","reconcileID":"b66cffb7-c478-4045-b434-33518479fc93","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"routeName":"external-model-e2e-att-unrel-046178-f2da6287961e","namespace":"e2e-extmod-att-user-4cdf05","model":"e2e-att-unrel-046178","externalModel":"e2e-att-unrel-046178","provider":"e2e-att-unrel-046178-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:04.891711211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"aebd4c75-d3bb-4785-9ebe-ab296a5a6423","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:24:04.998480644Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-unrel-046178","reconcileID":"b66cffb7-c478-4045-b434-33518479fc93","name":"e2e-att-unrel-046178","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-046178\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:24:04.998548913Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-unrel-046178","reconcileID":"b66cffb7-c478-4045-b434-33518479fc93","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-046178\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:05.050715668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-serve-9863d2","reconcileID":"dda5b195-a69f-4182-a82b-81d58b20bb64","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-att-user-4cdf05/e2e-att-serve-9863d2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:05.050742128Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-serve-9863d2","reconcileID":"dda5b195-a69f-4182-a82b-81d58b20bb64","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"routeName":"external-model-e2e-att-serve-9863d2-0ce91b88f089","namespace":"e2e-extmod-att-user-4cdf05","model":"e2e-att-serve-9863d2","externalModel":"e2e-att-serve-9863d2","provider":"e2e-att-serve-9863d2-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:05.054423701Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-046178-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-sub","reconcileID":"521f9c58-93c8-4a76-a14e-59b072988910","MaaSSubscription":{"name":"e2e-att-unrel-046178-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"maas-trlp-e2e-att-unrel-046178","model":"e2e-att-unrel-046178","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-6a675a/e2e-att-unrel-046178-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:05.153935992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-unrel-046178","reconcileID":"e8e20260-b1a9-4765-a15f-d59acac43679","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-att-user-4cdf05/e2e-att-unrel-046178","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:05.153964258Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-unrel-046178","reconcileID":"e8e20260-b1a9-4765-a15f-d59acac43679","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"routeName":"external-model-e2e-att-unrel-046178-f2da6287961e","namespace":"e2e-extmod-att-user-4cdf05","model":"e2e-att-unrel-046178","externalModel":"e2e-att-unrel-046178","provider":"e2e-att-unrel-046178-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:05.203581403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"2222dafd-4e6d-494d-a036-8cf53f9b3258","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:05.258838181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"2222dafd-4e6d-494d-a036-8cf53f9b3258","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:05.305115383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"bf78e55a-869f-4524-bae5-46df2eb905cb","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:05.318828677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-unrel-046178","reconcileID":"adfd97f6-b6c3-40ef-9436-a80391f30aee","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-att-user-4cdf05/e2e-att-unrel-046178","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:05.318858694Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-unrel-046178","reconcileID":"adfd97f6-b6c3-40ef-9436-a80391f30aee","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"routeName":"external-model-e2e-att-unrel-046178-f2da6287961e","namespace":"e2e-extmod-att-user-4cdf05","model":"e2e-att-unrel-046178","externalModel":"e2e-att-unrel-046178","provider":"e2e-att-unrel-046178-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:05.362665817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"bf78e55a-869f-4524-bae5-46df2eb905cb","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:05.524938152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-046178-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-sub","reconcileID":"6c99c82f-e742-4ee1-84e3-3377e46663bb","MaaSSubscription":{"name":"e2e-att-unrel-046178-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"maas-trlp-e2e-att-unrel-046178","model":"e2e-extmod-att-user-4cdf05/e2e-att-unrel-046178","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:05.528548816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"7ceab11a-42ac-4846-8554-1188f2ff5c2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:05.528563038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"47463c02-c226-4abf-bfa9-4259573a476b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:05.584225601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"7ceab11a-42ac-4846-8554-1188f2ff5c2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:05.585457261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"47463c02-c226-4abf-bfa9-4259573a476b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:09.261880544Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:10.226424673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"89c5b75a-0d77-43b7-b77a-c0c40f9bb1ed","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d","tenantID":"e2e-shared-b-w4-2cc24d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:10.281963218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"89c5b75a-0d77-43b7-b77a-c0c40f9bb1ed","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"e2e-shared-b-w4-2cc24d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:10.33651213Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-2cc24d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (79f549a4fc23b130a1c94f9aa8138296ca9866539ce01233feaa94643bc0a144) AuthConfig (543e9f4069ad577b210202dbbe5165590f29219c4063fc5c5d7762bc25589534) AuthConfig (39cbce1aa4a470c5c4f2a74ae910620541b830217fa541aad976d0ac3a431153) AuthConfig (9087473abdff96b7b2d0efad1c75e3c7500eb44272d1c4e773d8ef3c683f5764) AuthConfig (2aa32f3a58398609956aa61951e4c100921417e96ac410dfebd33656bf2cc485) AuthConfig (38d657504546ebe92c60ec798e63ed79ed3ad183ed25f93cca23a52ec07c107f) AuthConfig (ce6eea53e35b908e203482058fc4ad10ebd8719b68b63d0c5d4c1e4b57327d29) AuthConfig (c86237e5127cbf182cacbc9f9358b70f6caaa293f65d182dbcf53d23abf3f09f) AuthConfig (9bdc7c103e31f5d3caeaf6d79c735667a7d80ee95282b247fcdbba241bffadef) AuthConfig (831c1dd79b10ec66775c75c8c61009d9387e9553bce13da8815e0493a952665e) AuthConfig (0e2205052185d53c5a993922163da7631644fcae406cfc372a0c18f29bbc3711) AuthConfig (d831a92f29a6cb6d65ab2a006e593b4522fe2fdbfa57064829a26e53e5c9e403) AuthConfig (630e175642351f67281d4e75b3f55c5a6162f7cf7419cec0ee601598628c7e8a) AuthConfig (b246e5210931b1ddc9acc25a552ce3efe6b89ef559cbcf79377ca1889d0754f6) AuthConfig (50c4ae2701c249f5b4f817d6dbd6145dfcbc57cf2cce2bbf1c4db06ff427dc6f) AuthConfig (e1715af603bc1e6f46accfd6775e0bfa37b384bb9a4495f1cc23e63e7dc0e98b) AuthConfig (ca64d7d78001a2794cf65a83830ed79649626c663a141a6abbb35b6a653dce6a) AuthConfig (2d7b4097a433a4649e4aa4ae3e6ec276a60bf43d9fa58db7eb327e3df84e31a1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"89c5b75a-0d77-43b7-b77a-c0c40f9bb1ed","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:12.392542538Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"a6a9aaab-d88f-482b-b5a0-d4cdc7ca90d1","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"model":"e2e-models-e2e-worker-w3-1b1134/distinct-w3-1b1134","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:12.444950833Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"a6a9aaab-d88f-482b-b5a0-d4cdc7ca90d1","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"model":"e2e-models-e2e-worker-w3-1b1134/distinct-w3-1b1134","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:12.497148997Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"a6a9aaab-d88f-482b-b5a0-d4cdc7ca90d1","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/distinct-w3-1b1134","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:12.667193489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"2a26a0ef-a57f-4aae-9973-0188af3f7423","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-distinct-2-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/distinct-2-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:12.801271151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"358c8616-c081-4be8-a68b-66b8891f223b","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:12.802303144Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-6a675a priority=0:[ai-tenant-e2e-extmod-b-6a675a/e2e-att-serve-9863d2-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-unrel-046178-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:12.863479116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-046178-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-sub","reconcileID":"22f7b449-7b78-4120-bd87-162f04140b80","MaaSSubscription":{"name":"e2e-att-unrel-046178-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"maas-trlp-e2e-att-unrel-046178","model":"e2e-extmod-att-user-4cdf05/e2e-att-unrel-046178","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:12.87360596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"893322e6-e966-4f88-943c-a3c7a0cd88f5","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:12.932779885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"0906b1ba-b9db-4687-a880-880d45afb924","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:13.092067475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"c4059d72-241e-4367-b415-22a471309a90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:13.092515483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"ea92a234-15a4-4024-8c98-a74fdb8c6907","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:13.107783601Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"db905c25-33e6-4283-91bd-5646f55f14a7","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6ccd6b38","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:13.13902132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-unrel-046178","reconcileID":"b0b2ad96-d755-4aba-835f-9e3ee615d566","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-att-user-4cdf05/e2e-att-unrel-046178","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:13.139133928Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-unrel-046178","reconcileID":"b0b2ad96-d755-4aba-835f-9e3ee615d566","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"routeName":"external-model-e2e-att-unrel-046178-f2da6287961e","namespace":"e2e-extmod-att-user-4cdf05","model":"e2e-att-unrel-046178","externalModel":"e2e-att-unrel-046178","provider":"e2e-att-unrel-046178-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:13.159015686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"c4059d72-241e-4367-b415-22a471309a90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:13.180551139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"ea972ffb-a712-431e-a345-8128d1244ed3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:13.180847369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"d3954c26-b6d9-4a52-9563-7ede5c779456","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:13.203784975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"ea92a234-15a4-4024-8c98-a74fdb8c6907","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:13.27681648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"d3954c26-b6d9-4a52-9563-7ede5c779456","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:13.291528461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"ea972ffb-a712-431e-a345-8128d1244ed3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:13.300814744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"3ea93679-c17d-49aa-80d1-adf2be7bc2a5","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:13.359527572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"3ea93679-c17d-49aa-80d1-adf2be7bc2a5","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:13.688749026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"72f9b4a4-9dc2-47b5-bb84-7d60e89c4b21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:13.694981618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"0b92622d-945d-4bb7-9b19-e7c2bf8d635d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:13.742816416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"092312bb-c7bc-4e7e-a6b1-5f79551a84d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:13.785828703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"b6bd546c-02d6-4877-b936-ba2244674d97","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:13.813126286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"092312bb-c7bc-4e7e-a6b1-5f79551a84d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:13.851192442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"0b92622d-945d-4bb7-9b19-e7c2bf8d635d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:13.878026839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"72f9b4a4-9dc2-47b5-bb84-7d60e89c4b21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:13.892060515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"2fec4d7d-f819-4c20-98ba-4764b8e48db0","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:13.909082677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"b6bd546c-02d6-4877-b936-ba2244674d97","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:13.982926983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"2fec4d7d-f819-4c20-98ba-4764b8e48db0","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:15.208478417Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"c6db74d3-641b-4eda-bf8c-6bb6ced2fd6a","namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:15.264563624Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"3624b315-1e12-4820-bf05-7e138f7ea62b","namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:15.31372877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"32ab4769-5e26-4ee4-9f71-9067fd7ede4e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d","tenantID":"e2e-shared-b-w4-2cc24d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:15.364875014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"0208bc7d-560b-4286-935d-6583eb6c1b0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:15.365108719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4914c9c3-2703-4bcb-9803-410c964bb6d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:15.364875408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"d42e0924-b6d5-4bd9-9ff6-a9240b716620","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:15.365625631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"162f928f-cbb0-4608-94f9-2bd5337aee82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:15.369575404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"32ab4769-5e26-4ee4-9f71-9067fd7ede4e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"e2e-shared-b-w4-2cc24d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:15.421715606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4914c9c3-2703-4bcb-9803-410c964bb6d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:15.421931458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"162f928f-cbb0-4608-94f9-2bd5337aee82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:15.424324834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"0208bc7d-560b-4286-935d-6583eb6c1b0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:15.425425905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"d42e0924-b6d5-4bd9-9ff6-a9240b716620","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:15.534858045Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-failed-sub","reconcileID":"31ef45b2-a3b2-4322-be01-1df2696124df","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:15.534967963Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-failed-sub","reconcileID":"31ef45b2-a3b2-4322-be01-1df2696124df","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-d204f4/nonexistent-model-xyz","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:15.570021851Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"df877603-3331-4462-a3b2-4e48883ec5d3","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:15.730643511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-serve-9863d2","reconcileID":"ce853bdf-1c4d-4217-a58d-092daec2876a","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-att-user-4cdf05/e2e-att-serve-9863d2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:15.730676341Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-serve-9863d2","reconcileID":"ce853bdf-1c4d-4217-a58d-092daec2876a","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"routeName":"external-model-e2e-att-serve-9863d2-0ce91b88f089","namespace":"e2e-extmod-att-user-4cdf05","model":"e2e-att-serve-9863d2","externalModel":"e2e-att-serve-9863d2","provider":"e2e-att-serve-9863d2-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:15.737101818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-046178-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-sub","reconcileID":"5ba47cdf-70cc-4c0b-aa0c-61e0cb15e359","MaaSSubscription":{"name":"e2e-att-unrel-046178-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"maas-trlp-e2e-att-unrel-046178","model":"e2e-extmod-att-user-4cdf05/e2e-att-unrel-046178","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:15.737223734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-9863d2-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-sub","reconcileID":"82d3ea8f-b03f-4a7b-a44a-f152b2b62ed0","MaaSSubscription":{"name":"e2e-att-serve-9863d2-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"maas-trlp-e2e-att-serve-9863d2","model":"e2e-extmod-att-user-4cdf05/e2e-att-serve-9863d2","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:15.782849813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"a93945eb-5d76-4ff3-a284-7c20168fccb0","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:15.839091387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-unrel-046178","reconcileID":"26353b7f-753b-4c68-8194-ac78d325a176","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-att-user-4cdf05/e2e-att-unrel-046178","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:15.839616994Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-unrel-046178","reconcileID":"26353b7f-753b-4c68-8194-ac78d325a176","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"routeName":"external-model-e2e-att-unrel-046178-f2da6287961e","namespace":"e2e-extmod-att-user-4cdf05","model":"e2e-att-unrel-046178","externalModel":"e2e-att-unrel-046178","provider":"e2e-att-unrel-046178-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:15.850195082Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-6a675a priority=0:[ai-tenant-e2e-extmod-b-6a675a/e2e-att-serve-9863d2-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-unrel-046178-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:15.851742971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"a93945eb-5d76-4ff3-a284-7c20168fccb0","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:15.89122682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"9a28dd94-a1b2-4aed-b8c3-9324749daa09","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:15.892295742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"cda94eb8-b84a-4eb8-87c3-c0990cab5087","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:15.892836501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"a422ad5a-f4e7-45e5-8a81-9f1492c21916","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:15.94562128Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"f4fbd398-f088-4485-b432-39e9a53aa4bd","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:15.948168399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"9a28dd94-a1b2-4aed-b8c3-9324749daa09","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:15.949833416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"cda94eb8-b84a-4eb8-87c3-c0990cab5087","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:15.950850297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"a422ad5a-f4e7-45e5-8a81-9f1492c21916","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:15.994090712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"073941c9-789d-4da1-aaca-69a3674e99c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:15.997578678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"083e9667-af90-4aba-b43c-18c9fc2db97c","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/rate-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:15.997603494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"083e9667-af90-4aba-b43c-18c9fc2db97c","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"rate-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"rate-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:16.049892931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"073941c9-789d-4da1-aaca-69a3674e99c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:16.268776272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"16c129c0-b358-42e4-a953-00e88f5ae398","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:16.268828818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"345e2d47-4e7f-473c-aee3-6565a095eea0","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:16.319623335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c5055ec-278b-40a5-afca-c7d51dd7ac83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:16.319634646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"72175da4-8c0c-4e79-9618-faec831d2153","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:16.326169738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"16c129c0-b358-42e4-a953-00e88f5ae398","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:16.327262511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"345e2d47-4e7f-473c-aee3-6565a095eea0","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:16.368519097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"00797bb4-75e2-4c27-a829-f38e6e5d9429","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:16.379390439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"72175da4-8c0c-4e79-9618-faec831d2153","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:16.379404464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c5055ec-278b-40a5-afca-c7d51dd7ac83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:16.427510095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"00797bb4-75e2-4c27-a829-f38e6e5d9429","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:16.646138844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"52500dd6-8a25-4340-a6ac-7a114014968f","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:16.654571243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"aeda2df2-45da-49af-bd5c-8afa47a7dc90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:16.70393688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"3654e7b9-1181-499a-aa76-11e9799a09db","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d","tenantID":"e2e-shared-b-w4-2cc24d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:16.711204271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"aeda2df2-45da-49af-bd5c-8afa47a7dc90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:16.728606399Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"b380a76c-dbae-4cee-8892-9b2f46d5fff9","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:16.755062376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"39f8451d-782a-452e-8548-7193b1f52848","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:16.759256926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"3654e7b9-1181-499a-aa76-11e9799a09db","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"e2e-shared-b-w4-2cc24d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:16.811220122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"39f8451d-782a-452e-8548-7193b1f52848","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:16.832978513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-serve-9863d2","reconcileID":"ba0c84b0-096f-4afe-a48b-611a43e8a502","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-att-user-4cdf05/e2e-att-serve-9863d2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:16.833005375Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-serve-9863d2","reconcileID":"ba0c84b0-096f-4afe-a48b-611a43e8a502","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"routeName":"external-model-e2e-att-serve-9863d2-0ce91b88f089","namespace":"e2e-extmod-att-user-4cdf05","model":"e2e-att-serve-9863d2","externalModel":"e2e-att-serve-9863d2","provider":"e2e-att-serve-9863d2-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:16.855545883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"938bf377-1893-4c31-9984-dd0cbe5714f1","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:16.862522555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-active-auth-only","reconcileID":"633a137c-c988-4f3d-b57a-ecd891ff9577","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:16.913270883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"938bf377-1893-4c31-9984-dd0cbe5714f1","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:16.920711016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-active-auth-only","reconcileID":"633a137c-c988-4f3d-b57a-ecd891ff9577","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:16.993434341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-046178-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-sub","reconcileID":"15cfabd3-f69a-4aea-b407-b36009d9dff6","MaaSSubscription":{"name":"e2e-att-unrel-046178-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"maas-trlp-e2e-att-unrel-046178","model":"e2e-extmod-att-user-4cdf05/e2e-att-unrel-046178","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:16.994097654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-unrel-046178","reconcileID":"f7016eba-3bd6-4416-842f-eaf72dc75c8b","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-att-user-4cdf05/e2e-att-unrel-046178","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:16.994119546Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-unrel-046178","reconcileID":"f7016eba-3bd6-4416-842f-eaf72dc75c8b","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"routeName":"external-model-e2e-att-unrel-046178-f2da6287961e","namespace":"e2e-extmod-att-user-4cdf05","model":"e2e-att-unrel-046178","externalModel":"e2e-att-unrel-046178","provider":"e2e-att-unrel-046178-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:16.995438439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-9863d2-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-sub","reconcileID":"d4299f5a-d8c9-46c8-970c-730a14714487","MaaSSubscription":{"name":"e2e-att-serve-9863d2-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"maas-trlp-e2e-att-serve-9863d2","model":"e2e-extmod-att-user-4cdf05/e2e-att-serve-9863d2","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:17.046571641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"618f250f-1a6e-46fb-b8dc-b98bc09c2596","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:17.098405423Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"d2c9c00f-176f-44fb-b33e-da7b575d6e48","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:17.254981108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"6d66ea6c-9d32-467e-8bb9-0cbcdc1c61e3","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:17.257681694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"21d53578-7860-4dfa-b293-8c269d44b830","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/rate-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:17.257707736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"21d53578-7860-4dfa-b293-8c269d44b830","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"rate-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"rate-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:17.257922238Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-6a675a priority=0:[ai-tenant-e2e-extmod-b-6a675a/e2e-att-serve-9863d2-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-unrel-046178-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:17.311241109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"6d66ea6c-9d32-467e-8bb9-0cbcdc1c61e3","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:17.317392625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"990eb2ec-4955-41c0-8d20-be55614ea0fc","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/rate-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:17.317417558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"990eb2ec-4955-41c0-8d20-be55614ea0fc","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"rate-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"rate-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:17.353194015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"eb2763d4-c50b-4f98-b17f-359a4c17faa7","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:17.362097129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"c52995cd-367f-4d7a-b2ee-503d42290fcc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:17.365903891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"0262675a-e9ea-48d6-bf2d-e3d55ad7a7a6","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:24:17.366572218Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-a-6d6e96","reconcileID":"6a4dd2b8-1dbf-4534-aabe-2fc9843ad4cc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-6d6e96\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:17.417823279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"c52995cd-367f-4d7a-b2ee-503d42290fcc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:17.420832914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"0262675a-e9ea-48d6-bf2d-e3d55ad7a7a6","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:17.508017467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-active-auth-only","reconcileID":"f348be5a-6eef-4f63-a987-816f308658d3","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:17.520972847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"94c85d47-7705-4085-98e1-a99b1b8d2791","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/rate-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:17.521000123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"94c85d47-7705-4085-98e1-a99b1b8d2791","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"rate-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"rate-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:17.521053985Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-6a675a priority=0:[ai-tenant-e2e-extmod-b-6a675a/e2e-att-serve-9863d2-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-unrel-046178-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:17.563789298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-active-auth-only","reconcileID":"f348be5a-6eef-4f63-a987-816f308658d3","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:17.5803175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"6ae5c8a2-9f0b-4f18-8595-ccc929dc40dc","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/rate-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:17.580403881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"6ae5c8a2-9f0b-4f18-8595-ccc929dc40dc","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"rate-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"rate-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:17.580888081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"786e16bb-1290-4356-9d6e-ba086234fc54","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/rate-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:17.580906488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"786e16bb-1290-4356-9d6e-ba086234fc54","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"rate-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"rate-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:17.628014942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"3bccac08-8307-4988-bb8f-8d4dfce50a8e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d","tenantID":"e2e-shared-b-w4-2cc24d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:24:17.62851664Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-b-6d6e96","reconcileID":"8b1194b9-971b-4c1d-80c5-3301687a3253","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-6d6e96\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:17.631407215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"8ce817f6-8b88-429e-8c0e-5d347e5f13c0","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/rate-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:17.63143428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"8ce817f6-8b88-429e-8c0e-5d347e5f13c0","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"rate-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"rate-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:17.683296991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"3bccac08-8307-4988-bb8f-8d4dfce50a8e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"e2e-shared-b-w4-2cc24d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:17.696748835Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"edf76008-3427-44ca-9886-e977878feb98","namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:17.732874046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"509f1e1b-817f-4de1-853e-f50dedc34c83","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:24:17.751127019Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"8df07f8f-77f8-4bca-816a-8a3f53a29a84","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"error":"ExternalModel e2e-extmod-att-user-4cdf05/e2e-att-detach-f52088 is attached to several gateways [openshift-ingress/e2e-extmod-a-99d504 openshift-ingress/e2e-extmod-b-6a675a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:17.789480569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"509f1e1b-817f-4de1-853e-f50dedc34c83","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:24:17.807964198Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"8df07f8f-77f8-4bca-816a-8a3f53a29a84","error":"ExternalModel e2e-extmod-att-user-4cdf05/e2e-att-detach-f52088 is attached to several gateways [openshift-ingress/e2e-extmod-a-99d504 openshift-ingress/e2e-extmod-b-6a675a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:17.808168611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"38da3c4c-23c6-4de1-a985-35f12da2ebbc","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/rate-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:17.808187194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"38da3c4c-23c6-4de1-a985-35f12da2ebbc","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"rate-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"rate-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:17.844376584Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-a-6d6e96","reconcileID":"0db9f78b-6c07-4a76-bb20-26d7d3f3690a","MaaSSubscription":{"name":"e2e-rate-iso-a-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"maas-trlp-rate-test-model-df41b8","model":"rate-test-model-df41b8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-df41b8/e2e-rate-iso-a-6d6e96"],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:24:17.865162909Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"6fc68862-1620-4fb5-9c7d-a41b99ab53d6","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"error":"ExternalModel e2e-extmod-att-user-4cdf05/e2e-att-detach-f52088 is attached to several gateways [openshift-ingress/e2e-extmod-a-99d504 openshift-ingress/e2e-extmod-b-6a675a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:24:17.865233253Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"6fc68862-1620-4fb5-9c7d-a41b99ab53d6","error":"ExternalModel e2e-extmod-att-user-4cdf05/e2e-att-detach-f52088 is attached to several gateways [openshift-ingress/e2e-extmod-a-99d504 openshift-ingress/e2e-extmod-b-6a675a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:24:17.928108773Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"4f810ca0-0b19-42ff-8c66-ea16c06883b2","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"error":"ExternalModel e2e-extmod-att-user-4cdf05/e2e-att-detach-f52088 is attached to several gateways [openshift-ingress/e2e-extmod-a-99d504 openshift-ingress/e2e-extmod-b-6a675a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:24:17.928180519Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"4f810ca0-0b19-42ff-8c66-ea16c06883b2","error":"ExternalModel e2e-extmod-att-user-4cdf05/e2e-att-detach-f52088 is attached to several gateways [openshift-ingress/e2e-extmod-a-99d504 openshift-ingress/e2e-extmod-b-6a675a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:17.978790212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-active-auth-only","reconcileID":"532722f3-dffc-4b7a-b0f9-b8c403eb39f6","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:17.982673908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"fe5336e2-636f-4c94-ae1a-9f68c2267f57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:24:18.000491911Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"c3c356b7-b341-4b2f-9ec2-4f4530aba8d1","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"error":"ExternalModel e2e-extmod-att-user-4cdf05/e2e-att-detach-f52088 is attached to several gateways [openshift-ingress/e2e-extmod-a-99d504 openshift-ingress/e2e-extmod-b-6a675a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:24:18.000565836Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"c3c356b7-b341-4b2f-9ec2-4f4530aba8d1","error":"ExternalModel e2e-extmod-att-user-4cdf05/e2e-att-detach-f52088 is attached to several gateways [openshift-ingress/e2e-extmod-a-99d504 openshift-ingress/e2e-extmod-b-6a675a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:18.006010279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"337d2605-f096-45b4-9cc8-7022349b0f1a","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/rate-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:18.006032606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"337d2605-f096-45b4-9cc8-7022349b0f1a","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"rate-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"rate-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:18.00673349Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-b-6d6e96","reconcileID":"d669c14c-cdd8-4309-a428-9acf6188544d","MaaSSubscription":{"name":"e2e-rate-iso-b-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"maas-trlp-rate-test-model-2cc24d","model":"rate-test-model-2cc24d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-2cc24d/e2e-rate-iso-b-6d6e96"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:18.029457835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"03d2f717-840e-4390-a062-34ebc079064f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d","tenantID":"e2e-shared-b-w4-2cc24d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:18.035754953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-active-auth-only","reconcileID":"532722f3-dffc-4b7a-b0f9-b8c403eb39f6","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:18.043472421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"fe5336e2-636f-4c94-ae1a-9f68c2267f57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:18.089201631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"03d2f717-840e-4390-a062-34ebc079064f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"e2e-shared-b-w4-2cc24d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:18.095294101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"ec60b33e-1015-4562-b4c5-4035aaf4d24b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:24:18.100179662Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"e302a9ff-e7f3-4c87-b1e1-48d5a056a3cd","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"error":"ExternalModel e2e-extmod-att-user-4cdf05/e2e-att-detach-f52088 is attached to several gateways [openshift-ingress/e2e-extmod-a-99d504 openshift-ingress/e2e-extmod-b-6a675a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:24:18.100242912Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"e302a9ff-e7f3-4c87-b1e1-48d5a056a3cd","error":"ExternalModel e2e-extmod-att-user-4cdf05/e2e-att-detach-f52088 is attached to several gateways [openshift-ingress/e2e-extmod-a-99d504 openshift-ingress/e2e-extmod-b-6a675a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:18.150566777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"ec60b33e-1015-4562-b4c5-4035aaf4d24b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:18.173451639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"5a6e6aad-e73d-4347-a7ac-bf5ae5e671ec","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/rate-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:18.173472589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"5a6e6aad-e73d-4347-a7ac-bf5ae5e671ec","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"rate-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"rate-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:18.213825459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-a-6d6e96","reconcileID":"0014d83f-4b3d-4a68-b303-288e90e79518","MaaSSubscription":{"name":"e2e-rate-iso-a-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"maas-trlp-rate-test-model-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/rate-test-model-df41b8","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:18.228874027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"7841da3c-2b8e-4a07-a734-b98cc45d173b","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:24:18.231905363Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"9c768001-b385-4303-be47-91678afed4ea","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"error":"ExternalModel e2e-extmod-att-user-4cdf05/e2e-att-detach-f52088 is attached to several gateways [openshift-ingress/e2e-extmod-a-99d504 openshift-ingress/e2e-extmod-b-6a675a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:24:18.231974956Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"9c768001-b385-4303-be47-91678afed4ea","error":"ExternalModel e2e-extmod-att-user-4cdf05/e2e-att-detach-f52088 is attached to several gateways [openshift-ingress/e2e-extmod-a-99d504 openshift-ingress/e2e-extmod-b-6a675a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:18.284544583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"7841da3c-2b8e-4a07-a734-b98cc45d173b","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:18.379281836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-b-6d6e96","reconcileID":"d56715aa-cbad-4e2d-a1c7-01dae68a6cdd","MaaSSubscription":{"name":"e2e-rate-iso-b-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"maas-trlp-rate-test-model-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/rate-test-model-2cc24d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:18.398064588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"e0024557-7130-4dae-aa1c-4133fe701711","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:24:18.444278061Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"55bffdf4-0bcd-4ce9-b338-44f7d74a5c0e","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"error":"ExternalModel e2e-extmod-att-user-4cdf05/e2e-att-detach-f52088 is attached to several gateways [openshift-ingress/e2e-extmod-a-99d504 openshift-ingress/e2e-extmod-b-6a675a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:24:18.444382956Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"55bffdf4-0bcd-4ce9-b338-44f7d74a5c0e","error":"ExternalModel e2e-extmod-att-user-4cdf05/e2e-att-detach-f52088 is attached to several gateways [openshift-ingress/e2e-extmod-a-99d504 openshift-ingress/e2e-extmod-b-6a675a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:18.44870803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10f3d57c-cc92-4b9a-81ea-bc5a132ef2de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:18.449066506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e542673-4128-467d-89e8-0bd151fce593","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:18.453622824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"e0024557-7130-4dae-aa1c-4133fe701711","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:18.506610124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10f3d57c-cc92-4b9a-81ea-bc5a132ef2de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:18.507192312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e542673-4128-467d-89e8-0bd151fce593","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:18.547831322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"1da8a40c-189f-4471-9565-f8363401f888","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:18.603542475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"1da8a40c-189f-4471-9565-f8363401f888","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:18.752439989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"f226bb1c-7ad6-4d6c-a047-61a8017c608c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:18.808423021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"f226bb1c-7ad6-4d6c-a047-61a8017c608c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:24:18.817036086Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"fe93e855-e3e1-4b35-a6b1-912409efcde9","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"error":"ExternalModel e2e-extmod-att-user-4cdf05/e2e-att-detach-f52088 is attached to several gateways [openshift-ingress/e2e-extmod-a-99d504 openshift-ingress/e2e-extmod-b-6a675a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:24:18.817114642Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"fe93e855-e3e1-4b35-a6b1-912409efcde9","error":"ExternalModel e2e-extmod-att-user-4cdf05/e2e-att-detach-f52088 is attached to several gateways [openshift-ingress/e2e-extmod-a-99d504 openshift-ingress/e2e-extmod-b-6a675a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:18.956267817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"92efc9af-fe2b-448a-9e4c-caa7b1bd44b6","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:18.956389532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c54ec7dc-c915-45db-93a7-70859637781e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:19.012289367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c54ec7dc-c915-45db-93a7-70859637781e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:19.012787472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"92efc9af-fe2b-448a-9e4c-caa7b1bd44b6","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:19.057713852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"db2af419-4c77-475d-baee-4f7d6a9c0c80","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:19.112492766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"db2af419-4c77-475d-baee-4f7d6a9c0c80","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:19.171758647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"b823902d-4e13-4938-92e8-8a84188844f8","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:19.171777965Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-active-auth-only","reconcileID":"c0255263-4f0e-40db-919d-8dab6ad02f6d","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:19.33365748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"8e508f3e-4a73-4415-814a-4dfa8d34bddd","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:24:19.509003529Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"97e134ee-0f4e-4e11-8309-e9481bf4f424","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"error":"ExternalModel e2e-extmod-att-user-4cdf05/e2e-att-detach-f52088 is attached to several gateways [openshift-ingress/e2e-extmod-a-99d504 openshift-ingress/e2e-extmod-b-6a675a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:24:19.509082381Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"97e134ee-0f4e-4e11-8309-e9481bf4f424","error":"ExternalModel e2e-extmod-att-user-4cdf05/e2e-att-detach-f52088 is attached to several gateways [openshift-ingress/e2e-extmod-a-99d504 openshift-ingress/e2e-extmod-b-6a675a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:20.401842544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-failed-auth","reconcileID":"0f033905-77a9-47db-a7a5-cf6572af7212","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:20.45791516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-failed-auth","reconcileID":"0f033905-77a9-47db-a7a5-cf6572af7212","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:20.512022151Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-failed-auth","reconcileID":"0f033905-77a9-47db-a7a5-cf6572af7212","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/nonexistent-model-abc","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:24:20.842011649Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"ee9cb56f-e272-4576-8b6a-0f9745876bdc","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"error":"ExternalModel e2e-extmod-att-user-4cdf05/e2e-att-detach-f52088 is attached to several gateways [openshift-ingress/e2e-extmod-a-99d504 openshift-ingress/e2e-extmod-b-6a675a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:24:20.84210187Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"ee9cb56f-e272-4576-8b6a-0f9745876bdc","error":"ExternalModel e2e-extmod-att-user-4cdf05/e2e-att-detach-f52088 is attached to several gateways [openshift-ingress/e2e-extmod-a-99d504 openshift-ingress/e2e-extmod-b-6a675a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:20.87635788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-failed-auth","reconcileID":"2f92523c-2d98-44c9-9f3e-8c1b1fa3f725","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:20.931765257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-failed-auth","reconcileID":"2f92523c-2d98-44c9-9f3e-8c1b1fa3f725","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:20.986147987Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-failed-auth","reconcileID":"2f92523c-2d98-44c9-9f3e-8c1b1fa3f725","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/nonexistent-model-abc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:22.498916328Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"9606c13a-b229-41a0-8a53-70f6ba0ed152","namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:24:22.551148048Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"1aa2bfbe-1b1a-4fc8-a7ae-ec47671a1168","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"error":"ExternalModel e2e-extmod-att-user-4cdf05/e2e-att-detach-f52088 is attached to several gateways [openshift-ingress/e2e-extmod-a-99d504 openshift-ingress/e2e-extmod-b-6a675a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:24:22.551229205Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"1aa2bfbe-1b1a-4fc8-a7ae-ec47671a1168","error":"ExternalModel e2e-extmod-att-user-4cdf05/e2e-att-detach-f52088 is attached to several gateways [openshift-ingress/e2e-extmod-a-99d504 openshift-ingress/e2e-extmod-b-6a675a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:22.604199531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"b4ab0121-6537-469b-a95c-fa33e46a951c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:22.604198276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"ceb7ba99-7115-4e38-b42a-ffa2c0827082","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d","tenantID":"e2e-shared-b-w4-2cc24d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:22.656456739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-failed-auth","reconcileID":"3b9bca30-ef00-4a47-b00e-6dd852212549","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:22.656458041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e5ed0b82-b460-4348-a180-4de31940e81d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:22.656967812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"52ccf82c-4dd5-4ccc-a30e-7a9a171928fb","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:22.659999277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"b4ab0121-6537-469b-a95c-fa33e46a951c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:22.660008926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"ceb7ba99-7115-4e38-b42a-ffa2c0827082","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"e2e-shared-b-w4-2cc24d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:22.71229758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e5ed0b82-b460-4348-a180-4de31940e81d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:22.712452651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-failed-auth","reconcileID":"3b9bca30-ef00-4a47-b00e-6dd852212549","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:22.714609348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"52ccf82c-4dd5-4ccc-a30e-7a9a171928fb","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:22.766983337Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-failed-auth","reconcileID":"3b9bca30-ef00-4a47-b00e-6dd852212549","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/nonexistent-model-abc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:23.022112715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"24aee358-3794-4a26-b0db-24643d0466cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:23.022325313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cfa30df0-0b44-4c54-b11f-bf6fcc6a0b4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:23.022630146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"092f8a4b-c7f6-4934-ab5c-6bd616f2a2a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:23.077861585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"24aee358-3794-4a26-b0db-24643d0466cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:23.078115009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"092f8a4b-c7f6-4934-ab5c-6bd616f2a2a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:23.080488476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cfa30df0-0b44-4c54-b11f-bf6fcc6a0b4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:23.160137151Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"4962845f-f0d7-47d4-bd85-4ee72864626b","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"model":"e2e-models-e2e-worker-w3-1b1134/distinct-2-w3-1b1134","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:23.212507921Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"4962845f-f0d7-47d4-bd85-4ee72864626b","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"model":"e2e-models-e2e-worker-w3-1b1134/distinct-2-w3-1b1134","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:23.226586275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"4d9aeef8-6ff9-406a-b81f-dd9ec09a71da","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:23.231513657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"2448fe23-9b9e-4d25-b469-103072c8db8a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:23.264171335Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"4962845f-f0d7-47d4-bd85-4ee72864626b","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/distinct-2-w3-1b1134","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:23.282033566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"4d9aeef8-6ff9-406a-b81f-dd9ec09a71da","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:23.286812589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"2448fe23-9b9e-4d25-b469-103072c8db8a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:23.437010707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"4cf6f595-2ca3-428f-95f1-1494b14ec511","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:23.486001195Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-failed-auth","reconcileID":"731e4e69-7e02-4d48-9e80-f962fbecf4dd","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/nonexistent-model-abc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:23.492372437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"4cf6f595-2ca3-428f-95f1-1494b14ec511","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:23.531096284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"a47d9008-e8e0-4c8c-8797-b6ff57f8e422","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:23.531097685Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-6a675a priority=0:[ai-tenant-e2e-extmod-b-6a675a/e2e-att-serve-9863d2-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-unrel-046178-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:23.539150633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"b7d2452e-4510-4781-80c5-1b3f4a005789","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:23.539158194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"757fafa3-e43f-412d-9649-ea09b52bb69c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:23.595506561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"757fafa3-e43f-412d-9649-ea09b52bb69c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:23.595853551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"b7d2452e-4510-4781-80c5-1b3f4a005789","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:23.678770567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"c29ea41f-710d-4fc9-8cf1-38a45deb1643","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:23.810633813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b3e44b7b-886b-4c2b-a261-365294e27a50","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:23.866636664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b3e44b7b-886b-4c2b-a261-365294e27a50","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:23.908420357Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"30dd404c-e03e-4b1b-a5ba-722bddf63254","namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:24:23.96074834Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"056f5387-f727-47cf-a327-e82e7f8ffe3d","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"error":"ExternalModel e2e-extmod-att-user-4cdf05/e2e-att-detach-f52088 is attached to several gateways [openshift-ingress/e2e-extmod-a-99d504 openshift-ingress/e2e-extmod-b-6a675a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:24:23.960831925Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"056f5387-f727-47cf-a327-e82e7f8ffe3d","error":"ExternalModel e2e-extmod-att-user-4cdf05/e2e-att-detach-f52088 is attached to several gateways [openshift-ingress/e2e-extmod-a-99d504 openshift-ingress/e2e-extmod-b-6a675a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:23.961615412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"7b5fe594-a174-4c0e-a36b-d058c72c605f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:23.992709763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"26858619-2ba7-48cf-b604-f1204c16e284","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:23.992746999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"d36778b4-87fa-4425-a04b-ab0e3aed12ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:24.015062959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"ce9bb836-d4a8-4cdb-8b06-bd7e3331da77","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:24.019249313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"7b5fe594-a174-4c0e-a36b-d058c72c605f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:24.048190172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"26858619-2ba7-48cf-b604-f1204c16e284","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:24.048643236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"d36778b4-87fa-4425-a04b-ab0e3aed12ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:24.070554296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"ce9bb836-d4a8-4cdb-8b06-bd7e3331da77","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:24.087587374Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"41651641-a8b3-45e6-b825-4d12b490ee93","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"model":"e2e-models-e2e-worker-w3-1b1134/distinct-w3-1b1134","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:24.296817449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"5e082614-ad78-4620-9c96-a62a96994979","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:24.394718091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"af5a989c-daf5-4b1c-a15f-9d9b2b6d1404","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:24.394720724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aee69245-d6b8-40ae-b27f-a0582fa5a0db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:24.39553115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b1a75df-72a6-485e-81a7-70b18a499e06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:24.395564805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"65d8e1e2-4469-42bd-8765-2c2fb11080b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:24.438237591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"ba2a898d-c469-43c7-9da5-01e64cecebbf","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:24.450203526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"af5a989c-daf5-4b1c-a15f-9d9b2b6d1404","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:24.45136375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aee69245-d6b8-40ae-b27f-a0582fa5a0db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:24.452745934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"65d8e1e2-4469-42bd-8765-2c2fb11080b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:24.453587277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b1a75df-72a6-485e-81a7-70b18a499e06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:24.533153667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"5923420a-b7f6-41ee-9607-58e737db137e","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:24.545770512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"4e93afbb-2e4d-4422-b877-7e6c5bafa5b6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:24.60086422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"4e93afbb-2e4d-4422-b877-7e6c5bafa5b6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:24.708671488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"1c5e60cc-237f-4d13-b569-25cd57482690","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d","tenantID":"e2e-shared-b-w4-2cc24d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:24.758372661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"fec5ddac-a0ff-4419-b19f-716eb78aa2dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:24.758390302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"d0b675ec-a3b3-4f86-b390-9c7fc8604d64","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:24.759007468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"33e2304c-8043-409b-80af-069d2378cc5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:24.764752533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"1c5e60cc-237f-4d13-b569-25cd57482690","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"e2e-shared-b-w4-2cc24d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:24.798435531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"ab4120c6-e040-4e7b-99d5-1038a0f42f41","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:24.798495883Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-6a675a priority=0:[ai-tenant-e2e-extmod-b-6a675a/e2e-att-serve-9863d2-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-unrel-046178-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:24.814458781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"33e2304c-8043-409b-80af-069d2378cc5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:24.814474328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"d0b675ec-a3b3-4f86-b390-9c7fc8604d64","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:24.816649687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"fec5ddac-a0ff-4419-b19f-716eb78aa2dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:24.853519162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"4806971d-4ae5-4599-9e72-b50e60fe211d","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:24:24.905735764Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-degraded-sub","reconcileID":"a86a3d79-7bc8-4a84-a849-1054a6f86cce","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:24.909557827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"98dcc834-8c2d-497f-a151-b230d2012b67","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:24.96509478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"98dcc834-8c2d-497f-a151-b230d2012b67","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:24.967062519Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c1cf88b8-7561-4f8c-9465-cafed0097838","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"model":"e2e-models-e2e-worker-w3-1b1134/distinct-2-w3-1b1134","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:25.017655069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"db41e02c-4723-4061-92d3-df00e9f90be0","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:25.071799515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"939e2c4b-9da0-41f2-a33c-ea8ccfd50d89","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:25.12349316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"53bb4809-473b-46f7-93b0-c6daedf89f49","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:25.222308169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"3989f0cd-1bed-487f-9ff1-7d23eb7eb03c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:24:25.233872779Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"1cd9b4fa-af48-4880-a82b-bc4711683a5f","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"error":"ExternalModel e2e-extmod-att-user-4cdf05/e2e-att-detach-f52088 is attached to several gateways [openshift-ingress/e2e-extmod-a-99d504 openshift-ingress/e2e-extmod-b-6a675a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:24:25.233946353Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"1cd9b4fa-af48-4880-a82b-bc4711683a5f","error":"ExternalModel e2e-extmod-att-user-4cdf05/e2e-att-detach-f52088 is attached to several gateways [openshift-ingress/e2e-extmod-a-99d504 openshift-ingress/e2e-extmod-b-6a675a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:25.277370481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"3989f0cd-1bed-487f-9ff1-7d23eb7eb03c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:25.285854201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-serve-9863d2","reconcileID":"7b08ef70-160c-40bb-9d94-e9172506812c","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-att-user-4cdf05/e2e-att-serve-9863d2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:25.285881277Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-serve-9863d2","reconcileID":"7b08ef70-160c-40bb-9d94-e9172506812c","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"routeName":"external-model-e2e-att-serve-9863d2-0ce91b88f089","namespace":"e2e-extmod-att-user-4cdf05","model":"e2e-att-serve-9863d2","externalModel":"e2e-att-serve-9863d2","provider":"e2e-att-serve-9863d2-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:25.323000082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-degraded-auth","reconcileID":"60a28e85-6eae-471b-8620-bb3522e9d13b","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:25.323865068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"2b95f43a-8301-4f21-a35d-23dd0d333cb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:25.335676952Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-degraded-sub","reconcileID":"500e62ab-e63b-47c2-93be-b7c6b8b17c85","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/e2e-status-degraded-sub","ai-tenant-e2e-worker-w0-d204f4/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:25.335764949Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-degraded-sub","reconcileID":"500e62ab-e63b-47c2-93be-b7c6b8b17c85","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-d204f4/nonexistent-model-partial","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:25.380623283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"2b95f43a-8301-4f21-a35d-23dd0d333cb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:25.380698638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-degraded-auth","reconcileID":"60a28e85-6eae-471b-8620-bb3522e9d13b","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:25.389630024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-unrel-046178","reconcileID":"0c59fc13-5710-43ba-ad75-e95720dcd986","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-att-user-4cdf05/e2e-att-unrel-046178","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:25.389653604Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-unrel-046178","reconcileID":"0c59fc13-5710-43ba-ad75-e95720dcd986","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"routeName":"external-model-e2e-att-unrel-046178-f2da6287961e","namespace":"e2e-extmod-att-user-4cdf05","model":"e2e-att-unrel-046178","externalModel":"e2e-att-unrel-046178","provider":"e2e-att-unrel-046178-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:25.398447445Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"24ec6736-7059-46fa-84bb-bdab90ded387","namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:25.43088482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"dffd1c55-6215-48a2-9482-9f95339fefe5","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:25.431804983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"286a72b9-782e-48e8-82b0-778900007cce","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:25.44229529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-046178-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-sub","reconcileID":"9ebb526b-eaaa-41c3-844b-5721998f3330","MaaSSubscription":{"name":"e2e-att-unrel-046178-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"maas-trlp-e2e-att-unrel-046178","model":"e2e-extmod-att-user-4cdf05/e2e-att-unrel-046178","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:25.442890583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-9863d2-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-sub","reconcileID":"efc20b6c-d090-4679-9db2-34445441b172","MaaSSubscription":{"name":"e2e-att-serve-9863d2-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"maas-trlp-e2e-att-serve-9863d2","model":"e2e-extmod-att-user-4cdf05/e2e-att-serve-9863d2","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:25.443881885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"5c96b404-bfd1-4ab5-be88-57c1e7ee4fcd","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:25.488189214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"dffd1c55-6215-48a2-9482-9f95339fefe5","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:25.48847666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"286a72b9-782e-48e8-82b0-778900007cce","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:25.499629646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"14698b11-201e-4a05-a063-6d11c86207cb","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-att-user-4cdf05/e2e-att-detach-f52088","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:25.499653636Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"14698b11-201e-4a05-a063-6d11c86207cb","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"routeName":"external-model-e2e-att-detach-f52088-558214c66572","namespace":"e2e-extmod-att-user-4cdf05","model":"e2e-att-detach-f52088","externalModel":"e2e-att-detach-f52088","provider":"e2e-att-detach-f52088-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:25.551180288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"3a562a9a-817e-4c65-b3f7-69c6147d9714","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:25.608421001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"75b33478-85a6-4248-9488-d239cc515399","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:25.636763929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"456c889a-f73f-4598-9a97-e2ddfa860f3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:25.694085948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"456c889a-f73f-4598-9a97-e2ddfa860f3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:25.739994869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"accc0a83-ee9a-4b26-bf70-71d2a6ef001a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:25.740215878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"6915eb56-8bcc-4b27-9c76-a24025fa10ce","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:25.795716084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"accc0a83-ee9a-4b26-bf70-71d2a6ef001a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:25.808958465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-degraded-sub","reconcileID":"4a0e89d6-80f4-4c32-9753-c9708b1383cd","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:25.809086119Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-degraded-sub","reconcileID":"4a0e89d6-80f4-4c32-9753-c9708b1383cd","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-d204f4/nonexistent-model-partial","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:25.90032526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-degraded-auth","reconcileID":"e0a29840-11c9-4bf9-94d6-581d559eb76b","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:25.955790413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-degraded-auth","reconcileID":"e0a29840-11c9-4bf9-94d6-581d559eb76b","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:25.998943977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"aab2b81c-e390-4ab8-857a-f1820469cc97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:25.998943812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"b7fcfaa9-ba1d-423e-abbb-82cae79ca855","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:26.042264227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"0d6153b4-3ee8-4596-817c-929179115e09","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:26.055125332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"b7fcfaa9-ba1d-423e-abbb-82cae79ca855","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:26.056244018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"aab2b81c-e390-4ab8-857a-f1820469cc97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:26.100204341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"0d6153b4-3ee8-4596-817c-929179115e09","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:26.107470232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"661aa887-6607-40a4-8e82-841ec017468a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:26.163169334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"661aa887-6607-40a4-8e82-841ec017468a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:26.351513788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"a0b74ac7-9556-4bb3-89b5-68177ff890a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:26.400475848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"39cb47b4-7aa6-473a-bf93-d326a63a2eea","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d","tenantID":"e2e-shared-b-w4-2cc24d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:26.40964207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"a0b74ac7-9556-4bb3-89b5-68177ff890a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:26.494841609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"987cbb8d-855a-403f-b842-df86d334e999","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:26.498900928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"39cb47b4-7aa6-473a-bf93-d326a63a2eea","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"e2e-shared-b-w4-2cc24d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:26.550498061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"987cbb8d-855a-403f-b842-df86d334e999","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:26.552733804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"41b4a948-a799-41d6-bb5a-54fd2a3becc2","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:26.585961076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"6cfb77f0-f713-4193-acdf-7784cdcaa914","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:26.611970487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"a7db0b25-96d9-4685-af65-58b1b0cce2d6","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:26.644716137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"6cfb77f0-f713-4193-acdf-7784cdcaa914","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:26.831768922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"ba6fa1e0-f6d3-4f6b-bdd5-1bfdd5e388c7","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:26.832192895Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-6a675a priority=0:[ai-tenant-e2e-extmod-b-6a675a/e2e-att-serve-9863d2-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-unrel-046178-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:26.879048456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-auth1","reconcileID":"6a92010d-8438-418a-be80-f3ec83260d08","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:26.948086572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"2018b396-849d-41a8-98b3-78fe37cc144e","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:26.950125526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"8f3ac13f-8525-4b0e-a7c4-dc63e9a46d48","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:24:27.005655404Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-1b1134/e2e-sa-multi-hdr-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:26.937319507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-auth1","reconcileID":"6a92010d-8438-418a-be80-f3ec83260d08","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:27.010907517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"5e38d1c0-c227-479b-9ebb-309ec5d7a0ad","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:27.066754336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"309967cf-67c3-4304-a266-c2184c89d66a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:27.070857438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"c318cf27-f4c6-4cca-a2b4-3e437fae3a47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:27.111458205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"4604b3e8-995b-4b15-8575-d85f2fc5c04e","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:27.150914939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"309967cf-67c3-4304-a266-c2184c89d66a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:27.166148158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"c318cf27-f4c6-4cca-a2b4-3e437fae3a47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:27.189381346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"e712934a-b23d-4318-a12f-a40d65dd2146","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:27.264831901Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-sub1","reconcileID":"1e8e861c-dc14-4ba2-af0d-725ff51aed24","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-distinct-w3-1b1134","model":"distinct-w3-1b1134","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-1b1134/e2e-sa-multi-hdr-sub1"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:27.276912854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"30cee746-fe4c-4ec8-a694-5826d1a2c148","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:27.361944769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"f9d976a1-1b9a-455d-956f-bf3aa3d76514","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:27.405659529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"9df9b436-53c3-4434-978f-2bdb38333ea3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:27.48158931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"1afeb470-350d-4378-80b8-b0a6b1c2661c","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:27.486219503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"9df9b436-53c3-4434-978f-2bdb38333ea3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:27.511474305Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-6a675a priority=0:[ai-tenant-e2e-extmod-b-6a675a/e2e-att-serve-9863d2-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-unrel-046178-sub]","namespace=ai-tenant-e2e-worker-w3-1b1134 priority=0:[ai-tenant-e2e-worker-w3-1b1134/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w3-1b1134/e2e-sa-multi-hdr-sub2]"],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:24:27.602879554Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-sub1","reconcileID":"1e8e861c-dc14-4ba2-af0d-725ff51aed24","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:27.674239388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-auth2","reconcileID":"69dcb6b7-67fc-4b4c-a166-f5e2ff3ae214","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:24:27.677681462Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-1b1134/e2e-sa-multi-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:27.717799781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"f8f959ea-a459-4822-ac42-d9d2ffeebcf4","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:27.736204704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"0cb3211e-8e14-43a8-a4fa-f91cb5b691ec","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:27.774818183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-auth1","reconcileID":"23ba56b2-cb0b-48e5-b241-febb9d473014","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:27.776619397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-a-6d6e96","reconcileID":"160d26fb-a75d-4dc8-a9e1-4dc70188373b","MaaSSubscription":{"name":"e2e-rate-iso-a-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"maas-trlp-rate-test-model-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/rate-test-model-df41b8","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:27.800972009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-auth2","reconcileID":"69dcb6b7-67fc-4b4c-a166-f5e2ff3ae214","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:27.801944711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"be887506-6dd8-4fcf-9121-707a6536aa7c","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:27.850816409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"2a7b51d2-5f53-4f1a-b6d2-750e90c9cba2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:27.851742975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"fc47f41a-08d3-4680-9b3e-37c30d6c3d26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:27.87875967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-auth1","reconcileID":"23ba56b2-cb0b-48e5-b241-febb9d473014","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:27.918863331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-b-6d6e96","reconcileID":"8f7b5720-524c-43bd-97fc-facdeff602f9","MaaSSubscription":{"name":"e2e-rate-iso-b-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"maas-trlp-rate-test-model-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/rate-test-model-2cc24d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:27.924583784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"fc47f41a-08d3-4680-9b3e-37c30d6c3d26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:27.952971457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"2a7b51d2-5f53-4f1a-b6d2-750e90c9cba2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:27.977521444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"295c865e-01ec-42cd-b647-102437453a10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:27.986423898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-sub1","reconcileID":"3139420e-2e81-49d3-96e6-2db50803db5a","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-distinct-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/distinct-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:28.034597257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"af31645b-06b7-4558-b69b-f2cf4a761a88","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/rate-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:28.034707883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"af31645b-06b7-4558-b69b-f2cf4a761a88","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"rate-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"rate-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:28.03697578Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-sub2","reconcileID":"abd5b17d-b0b3-479c-b8d0-49f882ab5463","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-distinct-2-w3-1b1134","model":"distinct-2-w3-1b1134","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-1b1134/e2e-sa-multi-hdr-sub2"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:28.070569151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"295c865e-01ec-42cd-b647-102437453a10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:28.133923123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"911b085f-8c36-4b23-a884-a3ca92316144","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/rate-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:28.133950426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"911b085f-8c36-4b23-a884-a3ca92316144","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"rate-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"rate-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:28.195307488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"37f74ccc-4a36-465e-b92d-51b353a65c39","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:28.26285393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"a16e3d3e-41f8-44d2-b48a-005adc8f499d","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:28.342143901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"1273a98f-7bdd-455b-b616-330bdb0cf035","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:28.405033624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-degraded-auth","reconcileID":"1a8120d1-4eea-4286-9c1f-739402cb5edf","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:28.562060726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-degraded-auth","reconcileID":"1a8120d1-4eea-4286-9c1f-739402cb5edf","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:28.56394828Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-sub2","reconcileID":"785f34dc-3519-48f8-9c59-3ff824946e0d","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-distinct-2-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/distinct-2-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:28.620156992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"4b3ae786-141e-483d-b8dc-4add3b27f3e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:28.620963745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"3cb8b41c-2c0c-4dfd-86d3-08918fb95782","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:28.675174922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-auth2","reconcileID":"147217e8-1107-4c4c-ac6f-fe8f93bfc5f4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:28.687261147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"3cb8b41c-2c0c-4dfd-86d3-08918fb95782","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:28.749541989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"4b3ae786-141e-483d-b8dc-4add3b27f3e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:28.725036783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-auth1","reconcileID":"def50b4f-9214-4565-ac3a-76a517a5e4ca","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:28.754174729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-auth2","reconcileID":"147217e8-1107-4c4c-ac6f-fe8f93bfc5f4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:28.818989692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-auth1","reconcileID":"def50b4f-9214-4565-ac3a-76a517a5e4ca","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:28.928052832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"6164328f-dfd8-4fde-84e0-ce08dc72871d","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:28.996184366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"6164328f-dfd8-4fde-84e0-ce08dc72871d","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:24:29.137861134Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-auth2","reconcileID":"147217e8-1107-4c4c-ac6f-fe8f93bfc5f4","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-sa-multi-hdr-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:29.265014217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"77871f67-6ec6-48b7-96d5-6c3a6b688686","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:29.265472611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"3719328c-7c2f-4274-a56a-4ad428753350","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:29.280199134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"fde5a10a-be72-4091-a0ef-f9bfdf3def70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:29.289006424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"07405f43-c81f-41e2-a71c-8a97b7059549","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:29.355493591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"77871f67-6ec6-48b7-96d5-6c3a6b688686","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:29.385482604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"3719328c-7c2f-4274-a56a-4ad428753350","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:29.388545039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"07405f43-c81f-41e2-a71c-8a97b7059549","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:29.401130084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"b9bc79bb-49cb-4d60-a604-bd018174dc57","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-att-user-4cdf05/e2e-att-detach-f52088","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:29.401243879Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"b9bc79bb-49cb-4d60-a604-bd018174dc57","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"routeName":"external-model-e2e-att-detach-f52088-558214c66572","namespace":"e2e-extmod-att-user-4cdf05","model":"e2e-att-detach-f52088","externalModel":"e2e-att-detach-f52088","provider":"e2e-att-detach-f52088-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:29.447168441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"fde5a10a-be72-4091-a0ef-f9bfdf3def70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:29.483971399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"4cf01390-a89f-4add-8962-426a394ba39e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d","tenantID":"e2e-shared-b-w4-2cc24d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:29.548875299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"4cf01390-a89f-4add-8962-426a394ba39e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"e2e-shared-b-w4-2cc24d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:29.675173242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"f90ae48b-4cd9-42bb-8a79-8bea86f751b5","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-att-user-4cdf05/e2e-att-detach-f52088","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:29.67538416Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"f90ae48b-4cd9-42bb-8a79-8bea86f751b5","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"routeName":"external-model-e2e-att-detach-f52088-558214c66572","namespace":"e2e-extmod-att-user-4cdf05","model":"e2e-att-detach-f52088","externalModel":"e2e-att-detach-f52088","provider":"e2e-att-detach-f52088-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:29.851572229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-auth2","reconcileID":"5e8dc1d7-6163-47ab-bf89-dacd97dcdaeb","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:29.899089918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-access","reconcileID":"f0adfeca-45b7-40f5-9136-714c80f28770","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:29.910275262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-auth2","reconcileID":"5e8dc1d7-6163-47ab-bf89-dacd97dcdaeb","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:29.957166105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-access","reconcileID":"f0adfeca-45b7-40f5-9136-714c80f28770","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:30.029699341Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-6a675a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d264a3a3e9fba8197664243c52684ffb53e0f100e4d0ba22dc8f497d9c37445e) AuthConfig (8a54a3aada983d7d452488975ffea534c6dcf2fdcf41fe5be7286b4151b3885e) AuthConfig (43811306e642058045e483c92ec301c451a6becdd1dc2597ced216a3aa9b7373) AuthConfig (115e1e3ee324b82aa0170672cff93bb237e56bf4c9b04ffcbb82852871a72712)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-access","reconcileID":"f0adfeca-45b7-40f5-9136-714c80f28770","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:30.151677414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"06e8736e-1ccc-4bf3-9e1d-b5873c0c17ba","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-att-user-4cdf05/e2e-att-detach-f52088","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:30.151816683Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"06e8736e-1ccc-4bf3-9e1d-b5873c0c17ba","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"routeName":"external-model-e2e-att-detach-f52088-558214c66572","namespace":"e2e-extmod-att-user-4cdf05","model":"e2e-att-detach-f52088","externalModel":"e2e-att-detach-f52088","provider":"e2e-att-detach-f52088-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:31.838088147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"4838f76d-b93b-4b7f-b698-770cd82ff17e","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:31.99894078Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-sub1","reconcileID":"0f4c00e9-5346-4810-8b2b-ab731731f390","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bdb76be5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:32.149941282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-auth2","reconcileID":"98184ad6-3f8f-4f5d-96d4-1f37c6f0a313","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:32.150179128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"b409212e-1129-4080-9776-05abb74323b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:32.149942099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"25ce0196-dbef-4737-b69f-153cba17fda0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:32.150624346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-auth1","reconcileID":"967d84c0-b16b-4295-8e08-f4b25858a1ef","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:32.206157424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-auth2","reconcileID":"98184ad6-3f8f-4f5d-96d4-1f37c6f0a313","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:32.20657989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-auth1","reconcileID":"967d84c0-b16b-4295-8e08-f4b25858a1ef","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:32.208435131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"25ce0196-dbef-4737-b69f-153cba17fda0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:32.208805936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"b409212e-1129-4080-9776-05abb74323b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:32.669280833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-auth2","reconcileID":"2f013538-b619-4cd6-a3fc-4631537cd349","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:32.670024605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"4ee3bca7-d111-49b8-85af-fc627bc2fc8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:32.67058594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-auth1","reconcileID":"85a61401-acb7-4e8f-95fe-5ccdec0a0a8f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:32.67112247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"3911a90f-9dca-4d59-a057-dd037a98a4b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:32.730065987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"3911a90f-9dca-4d59-a057-dd037a98a4b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:32.73160836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-auth1","reconcileID":"85a61401-acb7-4e8f-95fe-5ccdec0a0a8f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:32.732591884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"4ee3bca7-d111-49b8-85af-fc627bc2fc8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:32.73581279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-auth2","reconcileID":"2f013538-b619-4cd6-a3fc-4631537cd349","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:33.980780706Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"bc2a42c9-7144-4296-8503-a51f9750a34e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"model":"ai-tenant-e2e-shared-a-w4-df41b8/rate-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:33.980907874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"bf546471-6ab6-4bba-ba40-6378aa712719","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/rate-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:33.980926063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"bf546471-6ab6-4bba-ba40-6378aa712719","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"rate-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"rate-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:34.185393301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"bc2a42c9-7144-4296-8503-a51f9750a34e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:34.244997957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-a-6d6e96","reconcileID":"ebe2860d-446e-461c-8d1a-6239e6a765ab","MaaSSubscription":{"name":"e2e-rate-iso-a-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"maas-trlp-rate-test-model-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/rate-test-model-df41b8","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:34.306054929Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"bc2a42c9-7144-4296-8503-a51f9750a34e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:34.306085281Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"bc2a42c9-7144-4296-8503-a51f9750a34e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:34.361107593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"c2db20ad-4d31-4946-a5a2-31e39b29284c","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/rate-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:34.361130069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"c2db20ad-4d31-4946-a5a2-31e39b29284c","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"rate-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"rate-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:34.504634376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"e923c61e-0a30-4348-9a92-e2ad3ce5656a","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/rate-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:34.50466231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"e923c61e-0a30-4348-9a92-e2ad3ce5656a","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"rate-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"rate-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:34.504639942Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"25292c7d-4b76-479c-8e47-05b22c5cc916","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"model":"ai-tenant-e2e-shared-b-w4-2cc24d/rate-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:34.6252526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-a-6d6e96","reconcileID":"7a682ba7-b378-4563-9893-3d779f0adbbc","MaaSSubscription":{"name":"e2e-rate-iso-a-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"maas-trlp-rate-test-model-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/rate-test-model-df41b8","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:34.708322581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"25292c7d-4b76-479c-8e47-05b22c5cc916","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d","tenantID":"e2e-shared-b-w4-2cc24d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:34.767942174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-b-6d6e96","reconcileID":"dcd37e73-a085-4c97-9f0f-50295578f2c5","MaaSSubscription":{"name":"e2e-rate-iso-b-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"maas-trlp-rate-test-model-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/rate-test-model-2cc24d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:34.82968762Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"25292c7d-4b76-479c-8e47-05b22c5cc916","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"e2e-shared-b-w4-2cc24d-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:34.82971639Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-6d6e96","reconcileID":"25292c7d-4b76-479c-8e47-05b22c5cc916","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:34.8845931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"a6cd04fd-ee54-4989-b61a-a55eeb120554","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/rate-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:34.88462076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"a6cd04fd-ee54-4989-b61a-a55eeb120554","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"rate-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"rate-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:35.025785418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"15045134-8dde-416a-929b-780c10b3d53d","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/rate-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:35.025807854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"15045134-8dde-416a-929b-780c10b3d53d","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"rate-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"rate-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:35.149593561Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-b-6d6e96","reconcileID":"08187b9d-e32a-4b27-84d2-fcdae8bb8a9a","MaaSSubscription":{"name":"e2e-rate-iso-b-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"maas-trlp-rate-test-model-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/rate-test-model-2cc24d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:37.39456034Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-degraded-sub","reconcileID":"5bf8b5ec-2516-497c-8f75-a16c868f3408","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscription":"e2e-status-degraded-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:37.609554781Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-degraded-sub","reconcileID":"5bf8b5ec-2516-497c-8f75-a16c868f3408","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:37.610361919Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-degraded-sub","reconcileID":"5bf8b5ec-2516-497c-8f75-a16c868f3408","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:37.610500752Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-degraded-sub","reconcileID":"5bf8b5ec-2516-497c-8f75-a16c868f3408","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-d204f4/nonexistent-model-partial","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:37.842987818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"2bb4b936-73d4-4de0-8645-de5fa3f136c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:38.008584634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"1453957d-826f-4bdd-aa57-e0e0a13fb926","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:38.013476717Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-6a675a priority=0:[ai-tenant-e2e-extmod-b-6a675a/e2e-att-serve-9863d2-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-unrel-046178-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:38.091212545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"6a9b7c65-fc99-4d11-820a-038f2bbdf479","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:38.183532321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-degraded-auth","reconcileID":"ba5c4dfe-2f53-4c83-9587-d020057085e8","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:38.184193075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"4f7bfb80-ffe2-40dd-b9a6-12116471ee33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:38.185183845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"2c44dd07-b8e4-4880-9fb7-4c83d7437fa7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:38.185796834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"c6653841-c8fd-4743-b747-6df382107851","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:38.304083721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"4f7bfb80-ffe2-40dd-b9a6-12116471ee33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:38.305165702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"2c44dd07-b8e4-4880-9fb7-4c83d7437fa7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:38.320895048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-degraded-auth","reconcileID":"ba5c4dfe-2f53-4c83-9587-d020057085e8","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:38.579935676Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-degraded-auth","reconcileID":"3c1bb8b6-f233-4a74-bbe4-4040d71efc41","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:38.690321062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-sub2","reconcileID":"a8c3320d-49ee-4290-b682-2e4de52aca0a","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-distinct-2-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/distinct-2-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:38.781432467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"ecd4a0ff-d10f-4471-a41f-e669677d25a7","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:38.889684404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"a532464a-9fb3-467e-9d98-7bea7b1f2580","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:39.330914403Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:39.437049689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"4c06858a-7765-4327-99cd-554682864c6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:39.437933249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-auth2","reconcileID":"107a4aed-8306-4039-9d75-c63629087cb1","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:39.481571472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"14a4f508-f19b-4848-94a1-5459c9c6a1b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:39.505671256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-auth2","reconcileID":"107a4aed-8306-4039-9d75-c63629087cb1","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:39.51788368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ad8b6296-3082-4611-9197-6ab864ab8f74","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:39.546366417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"14a4f508-f19b-4848-94a1-5459c9c6a1b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:39.563967748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"4c06858a-7765-4327-99cd-554682864c6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:39.59454518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"a71c0989-a2dd-4a9f-a25e-4de1bf9ccd65","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:39.600635599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ad8b6296-3082-4611-9197-6ab864ab8f74","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:39.725170315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"ffb71016-a423-4203-9b89-fc6a6ec553a0","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:39.997604864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-degraded-auth","reconcileID":"c2c3792b-af18-4418-a164-f8faf5b7f3ea","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:40.068668631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-degraded-auth","reconcileID":"c2c3792b-af18-4418-a164-f8faf5b7f3ea","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:40.217563125Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-degraded-auth","reconcileID":"c2c3792b-af18-4418-a164-f8faf5b7f3ea","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/nonexistent-model-auth-partial","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:40.346058248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-access","reconcileID":"1fcd3516-a867-4a62-a3be-76ba8c9c47b6","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:40.436741837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-access","reconcileID":"1fcd3516-a867-4a62-a3be-76ba8c9c47b6","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:40.480468298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"dd73c8a9-d8ca-425f-b345-297f436c99ef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:40.756675632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-degraded-auth","reconcileID":"e3fc438a-62e8-4f83-98ad-7ec21571821a","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:40.846831273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-degraded-auth","reconcileID":"e3fc438a-62e8-4f83-98ad-7ec21571821a","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:40.986762383Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-degraded-auth","reconcileID":"e3fc438a-62e8-4f83-98ad-7ec21571821a","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/nonexistent-model-auth-partial","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:41.04954245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"794c9790-98ea-4211-92c1-ad067ed66acf","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-att-user-4cdf05/e2e-att-detach-f52088","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:41.04967666Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"794c9790-98ea-4211-92c1-ad067ed66acf","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"routeName":"external-model-e2e-att-detach-f52088-558214c66572","namespace":"e2e-extmod-att-user-4cdf05","model":"e2e-att-detach-f52088","externalModel":"e2e-att-detach-f52088","provider":"e2e-att-detach-f52088-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:41.993598457Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-degraded-auth","reconcileID":"4988efb8-6962-4bfb-b92c-989ed864ac0d","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:41.994057018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"97c8d218-94bf-4d77-a8c3-32f516f10d5b","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:42.057146973Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-degraded-auth","reconcileID":"4988efb8-6962-4bfb-b92c-989ed864ac0d","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/nonexistent-model-auth-partial","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:42.057848083Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-sub1","reconcileID":"7dbe92ae-3efc-4d3e-b7ea-cafaac896985","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"model":"e2e-models-e2e-worker-w3-1b1134/distinct-w3-1b1134","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:42.117843055Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-sub1","reconcileID":"7dbe92ae-3efc-4d3e-b7ea-cafaac896985","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"model":"e2e-models-e2e-worker-w3-1b1134/distinct-w3-1b1134","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:42.188227133Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-sub1","reconcileID":"7dbe92ae-3efc-4d3e-b7ea-cafaac896985","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/distinct-w3-1b1134","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:42.307413709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"76997d8a-9d42-48b9-a12e-f1ea66d0c841","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:42.407611838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a4e4430"},"namespace":"ai-tenant-e2e-ait-2a4e4430","name":"default-tenant","reconcileID":"f06dbfc9-a839-4ec0-aa26-9a1416e9c6f5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-2a4e4430","tenantID":"e2e-ait-2a4e4430","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:42.466299906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"c9c0d8c3-16b3-44b8-b2d3-b17e8bfebb22","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:42.46695777Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-6a675a priority=0:[ai-tenant-e2e-extmod-b-6a675a/e2e-att-serve-9863d2-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-unrel-046178-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:42.520971005Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a4e4430"},"namespace":"ai-tenant-e2e-ait-2a4e4430","name":"default-tenant","reconcileID":"f06dbfc9-a839-4ec0-aa26-9a1416e9c6f5","name":"e2e-ait-2a4e4430-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:42.607384554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"8b10ae06-17bd-4923-a1af-109b2f304d12","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:42.787444453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"15315001-6a56-4abe-9b7b-d03df2cc48ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:42.787926414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"ce6f7f4c-de2d-43f9-b39e-3f49b40026e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:42.78832027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-auth1","reconcileID":"500db17e-5740-4005-bea7-a71b5b690742","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:42.788737315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-auth2","reconcileID":"e855c08b-e1e2-4f74-9ba0-c4629d114c40","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:42.837511724Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-sub2","reconcileID":"e3a589f1-cef6-45b7-b19e-7d721e684644","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e633ffcf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:42.843772048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"ce6f7f4c-de2d-43f9-b39e-3f49b40026e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:42.844347647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-auth2","reconcileID":"e855c08b-e1e2-4f74-9ba0-c4629d114c40","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:42.846408551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-auth1","reconcileID":"500db17e-5740-4005-bea7-a71b5b690742","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:42.846753544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"15315001-6a56-4abe-9b7b-d03df2cc48ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:43.15315738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-temp-model-status","reconcileID":"2c6924ff-4386-4ce3-9938-c0246d7a99b6","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4"},"tenant":"e2e-worker-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:43.153252505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-temp-model-status","reconcileID":"2c6924ff-4386-4ce3-9938-c0246d7a99b6","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:43.21132566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"distinct-w0-d204f4","reconcileID":"071df4be-52d6-4d6e-8763-c55199b543d9","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:43.300476705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-temp-model-status","reconcileID":"ae197a1f-adfa-4ffa-8af0-22c882090e3d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4"},"tenant":"e2e-worker-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:43.300506083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-temp-model-status","reconcileID":"ae197a1f-adfa-4ffa-8af0-22c882090e3d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:43.304546317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"6c98b0a2-f580-4145-a1d8-4d0b228797f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:43.304913406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"22a4c79a-7e59-4edd-baaf-58ea5d23aa53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:43.305107683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-auth1","reconcileID":"7d7ababd-224d-462a-bcc7-5922b10daa9a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:43.308366977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c8d3dd2e-c2a6-4d9e-9ad0-2fe7fe65e75f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:43.356459136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-temp-model-status","reconcileID":"9cb024da-39db-4266-bf1a-8672b8c8c5af","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4"},"tenant":"e2e-worker-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:43.356487781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-temp-model-status","reconcileID":"9cb024da-39db-4266-bf1a-8672b8c8c5af","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:43.360066282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"6c98b0a2-f580-4145-a1d8-4d0b228797f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:43.360816903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"22a4c79a-7e59-4edd-baaf-58ea5d23aa53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:43.362440037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-auth1","reconcileID":"7d7ababd-224d-462a-bcc7-5922b10daa9a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:43.365752598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c8d3dd2e-c2a6-4d9e-9ad0-2fe7fe65e75f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:43.562672388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-transition-auth","reconcileID":"30b4ecaa-6abc-47f6-8bc7-d79c92708c52","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:43.567173873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-temp-model-status","reconcileID":"0751ff24-6612-4277-8ea7-7b74b0ea462b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4"},"tenant":"e2e-worker-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:43.567193579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-temp-model-status","reconcileID":"0751ff24-6612-4277-8ea7-7b74b0ea462b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:43.567248134Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-6a675a priority=0:[ai-tenant-e2e-extmod-b-6a675a/e2e-att-serve-9863d2-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-unrel-046178-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:43.619055384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-transition-auth","reconcileID":"30b4ecaa-6abc-47f6-8bc7-d79c92708c52","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:43.624706192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-temp-model-status","reconcileID":"934e661e-4cf3-4396-b9de-b042f4cc594a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4"},"tenant":"e2e-worker-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:43.624726368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-temp-model-status","reconcileID":"934e661e-4cf3-4396-b9de-b042f4cc594a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:24:43.677216463Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-temp-model-status","reconcileID":"934e661e-4cf3-4396-b9de-b042f4cc594a","name":"e2e-temp-model-status","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:24:43.677288647Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-temp-model-status","reconcileID":"934e661e-4cf3-4396-b9de-b042f4cc594a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:43.682692514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-temp-model-status","reconcileID":"08f40c92-40f5-4920-9b9d-603d244716a5","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4"},"tenant":"e2e-worker-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:43.682711743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-temp-model-status","reconcileID":"08f40c92-40f5-4920-9b9d-603d244716a5","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:24:43.722507458Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-transition-sub","reconcileID":"a19a1066-3928-48ad-b6fd-9868b5d5988d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:43.773675885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"1a633547-94a6-43db-8b01-1fd31771db9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:43.773673944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"050eab44-9ddb-415a-8f79-b87723c83740","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:43.830912492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"050eab44-9ddb-415a-8f79-b87723c83740","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:43.831589414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"1a633547-94a6-43db-8b01-1fd31771db9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:43.833601259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-temp-model-status","reconcileID":"ce788e8a-4175-4259-90a5-369555aa6fd1","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4"},"tenant":"e2e-worker-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:43.833620295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-temp-model-status","reconcileID":"ce788e8a-4175-4259-90a5-369555aa6fd1","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:43.89320048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-temp-model-status","reconcileID":"154e1e83-969c-4fa2-b882-47a431b810f1","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4"},"tenant":"e2e-worker-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:43.893238366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-temp-model-status","reconcileID":"154e1e83-969c-4fa2-b882-47a431b810f1","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:43.94118482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-temp-model-status","reconcileID":"d801bb68-2223-4e86-b4ad-1eb566672c53","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4"},"tenant":"e2e-worker-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:43.941206484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-temp-model-status","reconcileID":"d801bb68-2223-4e86-b4ad-1eb566672c53","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:44.109861749Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-transition-sub","reconcileID":"40cacc26-0162-4fee-b500-26c80e090337","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/e2e-status-transition-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:44.150060212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-transition-auth","reconcileID":"aed99343-cd35-4de2-bf4b-0238ce06f1f9","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:44.210014242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-transition-auth","reconcileID":"aed99343-cd35-4de2-bf4b-0238ce06f1f9","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:44.273515992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-temp-model-status","reconcileID":"d80c55e4-584e-4173-af69-9d19f07b6744","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4"},"tenant":"e2e-worker-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:44.273536297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-temp-model-status","reconcileID":"d80c55e4-584e-4173-af69-9d19f07b6744","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:44.283945199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"885652ae-d9b3-496d-898f-1a178fcaca9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:44.283993258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"b1f1d31e-ec43-4a02-ad15-02afa012df2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:44.33968137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"885652ae-d9b3-496d-898f-1a178fcaca9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:44.340697368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"b1f1d31e-ec43-4a02-ad15-02afa012df2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:44.479980265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-transition-sub","reconcileID":"e0d9b2c7-41a8-4d49-b811-c50ac4b84dbe","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w0-d204f4/e2e-temp-model-status","subscriptionCount":1,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:24:44.519901566Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-transition-auth","reconcileID":"aed99343-cd35-4de2-bf4b-0238ce06f1f9","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-transition-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:44.731819085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-transition-auth","reconcileID":"0ef76b5c-8ac4-4cd9-beac-6d84ec856f63","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:44.791090587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-transition-auth","reconcileID":"0ef76b5c-8ac4-4cd9-beac-6d84ec856f63","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:45.187426096Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-a-6d6e96","reconcileID":"1b36bc80-323f-4129-b823-468a517fe751","MaaSSubscription":{"name":"e2e-rate-iso-a-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"model":"ai-tenant-e2e-shared-a-w4-df41b8/rate-test-model-df41b8","subscription":"e2e-rate-iso-a-6d6e96","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:45.239371923Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-a-6d6e96","reconcileID":"1b36bc80-323f-4129-b823-468a517fe751","MaaSSubscription":{"name":"e2e-rate-iso-a-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"model":"ai-tenant-e2e-shared-a-w4-df41b8/rate-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:45.294761374Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-a-6d6e96","reconcileID":"1b36bc80-323f-4129-b823-468a517fe751","MaaSSubscription":{"name":"e2e-rate-iso-a-6d6e96","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"maas-trlp-rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/rate-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:45.307685211Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-6a675a priority=0:[ai-tenant-e2e-extmod-b-6a675a/e2e-att-detach-f52088-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-serve-9863d2-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-unrel-046178-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:45.36104358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"13f9968c-2503-49a5-82b1-a4db65ac34ec","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-att-user-4cdf05/e2e-att-detach-f52088","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:45.361141995Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"13f9968c-2503-49a5-82b1-a4db65ac34ec","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"routeName":"external-model-e2e-att-detach-f52088-558214c66572","namespace":"e2e-extmod-att-user-4cdf05","model":"e2e-att-detach-f52088","externalModel":"e2e-att-detach-f52088","provider":"e2e-att-detach-f52088-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:24:45.420012524Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-6a675a/e2e-att-detach-f52088-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-detach-f52088-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:45.470281435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-temp-model-status","reconcileID":"e7ee8193-e45b-4ed4-987b-bac6edfe4dc0","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4"},"tenant":"e2e-worker-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:45.47030233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-temp-model-status","reconcileID":"e7ee8193-e45b-4ed4-987b-bac6edfe4dc0","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:45.515650863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"9d4c24de-c621-465a-9186-f36e83249166","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:45.515650814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-access","reconcileID":"18d069fa-423c-4cc2-b9ba-3b49ae05e095","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:45.520680537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"2c139c89-be25-465d-af9b-a61b5218fbfb","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:45.522287959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"18111f82-00de-40b6-8be3-e222ccfd0137","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-att-user-4cdf05/e2e-att-detach-f52088","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:45.522309833Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"18111f82-00de-40b6-8be3-e222ccfd0137","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"routeName":"external-model-e2e-att-detach-f52088-558214c66572","namespace":"e2e-extmod-att-user-4cdf05","model":"e2e-att-detach-f52088","externalModel":"e2e-att-detach-f52088","provider":"e2e-att-detach-f52088-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:45.571417826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-access","reconcileID":"18d069fa-423c-4cc2-b9ba-3b49ae05e095","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:45.571593948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"9d4c24de-c621-465a-9186-f36e83249166","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:45.57428167Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-6a675a priority=0:[ai-tenant-e2e-extmod-b-6a675a/e2e-att-detach-f52088-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-serve-9863d2-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-unrel-046178-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:45.57710772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"2c139c89-be25-465d-af9b-a61b5218fbfb","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:24:45.626840943Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"18111f82-00de-40b6-8be3-e222ccfd0137","name":"e2e-att-detach-f52088","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-detach-f52088\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:24:45.626907937Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"18111f82-00de-40b6-8be3-e222ccfd0137","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-detach-f52088\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:45.678754387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"8242be90-5312-4536-83eb-a327899edcb9","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-att-user-4cdf05/e2e-att-detach-f52088","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:45.678785031Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"8242be90-5312-4536-83eb-a327899edcb9","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"routeName":"external-model-e2e-att-detach-f52088-558214c66572","namespace":"e2e-extmod-att-user-4cdf05","model":"e2e-att-detach-f52088","externalModel":"e2e-att-detach-f52088","provider":"e2e-att-detach-f52088-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:45.776155698Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-f52088-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-sub","reconcileID":"3aaa0556-2f3d-4ede-b500-301ee25da7ca","MaaSSubscription":{"name":"e2e-att-detach-f52088-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"maas-trlp-e2e-att-detach-f52088","model":"e2e-att-detach-f52088","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-6a675a/e2e-att-detach-f52088-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:45.783945092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-serve-9863d2","reconcileID":"fe3fd409-9692-4a91-aa3e-d6310f90441e","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-att-user-4cdf05/e2e-att-serve-9863d2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:45.783982279Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-serve-9863d2","reconcileID":"fe3fd409-9692-4a91-aa3e-d6310f90441e","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"routeName":"external-model-e2e-att-serve-9863d2-0ce91b88f089","namespace":"e2e-extmod-att-user-4cdf05","model":"e2e-att-serve-9863d2","externalModel":"e2e-att-serve-9863d2","provider":"e2e-att-serve-9863d2-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:45.895072752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-unrel-046178","reconcileID":"2586de3b-1bae-4015-bc36-e5a4564c06d0","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-att-user-4cdf05/e2e-att-unrel-046178","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:45.895103552Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-unrel-046178","reconcileID":"2586de3b-1bae-4015-bc36-e5a4564c06d0","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"routeName":"external-model-e2e-att-unrel-046178-f2da6287961e","namespace":"e2e-extmod-att-user-4cdf05","model":"e2e-att-unrel-046178","externalModel":"e2e-att-unrel-046178","provider":"e2e-att-unrel-046178-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:45.947374972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"bc9f8d35-3a8b-429a-954f-d8027454b53c","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/rate-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:45.947404344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"bc9f8d35-3a8b-429a-954f-d8027454b53c","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"rate-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"rate-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:46.004091421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"e72d74d3-c030-4206-86b5-1ee5e0e059e0","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-att-user-4cdf05/e2e-att-detach-f52088","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:46.004245274Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"e72d74d3-c030-4206-86b5-1ee5e0e059e0","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"routeName":"external-model-e2e-att-detach-f52088-558214c66572","namespace":"e2e-extmod-att-user-4cdf05","model":"e2e-att-detach-f52088","externalModel":"e2e-att-detach-f52088","provider":"e2e-att-detach-f52088-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:46.041131379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"96ce2029-6ffd-41b8-85e8-aa2e0d784988","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:46.041139332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-access","reconcileID":"6ab6c864-e894-4e54-a1eb-366d98d24e15","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:46.056364509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"372e7044-3e10-4b7f-a555-b06a8360cb3b","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/rate-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:46.056383353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"372e7044-3e10-4b7f-a555-b06a8360cb3b","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"rate-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"rate-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:46.10276847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"96ce2029-6ffd-41b8-85e8-aa2e0d784988","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:46.105635792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-access","reconcileID":"6ab6c864-e894-4e54-a1eb-366d98d24e15","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:46.109152184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"12867d97-9ca2-41cc-846e-cf9f4ee571a3","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-att-user-4cdf05/e2e-att-detach-f52088","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:46.109184221Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"12867d97-9ca2-41cc-846e-cf9f4ee571a3","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"routeName":"external-model-e2e-att-detach-f52088-558214c66572","namespace":"e2e-extmod-att-user-4cdf05","model":"e2e-att-detach-f52088","externalModel":"e2e-att-detach-f52088","provider":"e2e-att-detach-f52088-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:46.138559686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"295c9681-d986-4d37-ad07-6239e518c988","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:46.199417642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"295c9681-d986-4d37-ad07-6239e518c988","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:46.262957396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-f52088-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-sub","reconcileID":"fa04ae30-e933-4a80-b49c-08db1a4ad7be","MaaSSubscription":{"name":"e2e-att-detach-f52088-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"maas-trlp-e2e-att-detach-f52088","model":"e2e-extmod-att-user-4cdf05/e2e-att-detach-f52088","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:52.889974328Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-sub2","reconcileID":"027e4f2b-e35c-463c-a40f-dfd341d61969","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"model":"e2e-models-e2e-worker-w3-1b1134/distinct-2-w3-1b1134","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:52.941890763Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-sub2","reconcileID":"027e4f2b-e35c-463c-a40f-dfd341d61969","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"model":"e2e-models-e2e-worker-w3-1b1134/distinct-2-w3-1b1134","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:52.993735037Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-sub2","reconcileID":"027e4f2b-e35c-463c-a40f-dfd341d61969","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/distinct-2-w3-1b1134","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:53.260555877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"1b20c812-8513-43a4-9ffb-25aaaea97106","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:53.260578165Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-6a675a priority=0:[ai-tenant-e2e-extmod-b-6a675a/e2e-att-detach-f52088-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-serve-9863d2-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-unrel-046178-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:53.40881545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"65f8a3d5-0585-46e5-bd60-5b1aa2d6113b","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:53.528614992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"6ee21585-2092-4449-b293-57ad9aafee07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:53.528642137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"0e0a3620-19be-44cc-a33b-4afbfc257404","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:53.52910894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c61e2f14-2d94-4025-9bac-223de8840b37","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:53.529129482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-auth2","reconcileID":"66364c66-cb05-406a-bbb1-c9e64a059f48","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:53.58678401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c61e2f14-2d94-4025-9bac-223de8840b37","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:53.587785433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-auth2","reconcileID":"66364c66-cb05-406a-bbb1-c9e64a059f48","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:53.589133681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"6ee21585-2092-4449-b293-57ad9aafee07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:53.591524894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"0e0a3620-19be-44cc-a33b-4afbfc257404","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:53.791133234Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-auth1","reconcileID":"88c2e0f2-9742-41f7-b38a-6a7ed6383e75","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"model":"e2e-models-e2e-worker-w3-1b1134/distinct-w3-1b1134","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:54.011953466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-auth2","reconcileID":"75627dc9-0fcb-4864-b0e4-f93136492de2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:54.05656359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-w3-1b1134","reconcileID":"3d291563-3d76-4c34-bdae-d8c1f20376be","MaaSModelRef":{"name":"distinct-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:54.076303944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-auth2","reconcileID":"75627dc9-0fcb-4864-b0e4-f93136492de2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:54.194182891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"c342ae7c-9480-4cbf-92c5-ff9ad083c1f2","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:54.295521943Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"e2e-sa-multi-hdr-auth2","reconcileID":"8b8faa4c-4cb5-4850-8fbc-f4521fa245d0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"model":"e2e-models-e2e-worker-w3-1b1134/distinct-2-w3-1b1134","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:54.458849423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"namespace":"e2e-models-e2e-worker-w3-1b1134","name":"distinct-2-w3-1b1134","reconcileID":"7721b311-f450-405b-a49c-e94bf7f45a0f","MaaSModelRef":{"name":"distinct-2-w3-1b1134","namespace":"e2e-models-e2e-worker-w3-1b1134"},"routeName":"distinct-2-w3-1b1134-kserve-route","namespace":"e2e-models-e2e-worker-w3-1b1134","llmisvcName":"distinct-2-w3-1b1134","gateway":"openshift-ingress/e2e-worker-w3-1b1134","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:55.904877663Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-b-6d6e96","reconcileID":"a358ffbe-d10b-446a-81e9-0c53169f0e97","MaaSSubscription":{"name":"e2e-rate-iso-b-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"model":"ai-tenant-e2e-shared-b-w4-2cc24d/rate-test-model-2cc24d","subscription":"e2e-rate-iso-b-6d6e96","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:55.980999098Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-b-6d6e96","reconcileID":"a358ffbe-d10b-446a-81e9-0c53169f0e97","MaaSSubscription":{"name":"e2e-rate-iso-b-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"model":"ai-tenant-e2e-shared-b-w4-2cc24d/rate-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:56.05638576Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-b-6d6e96","reconcileID":"a358ffbe-d10b-446a-81e9-0c53169f0e97","MaaSSubscription":{"name":"e2e-rate-iso-b-6d6e96","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"maas-trlp-rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/rate-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:56.428188286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"ea1ab856-8868-4d69-a830-b3231e1a7897","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/rate-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:56.428355708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"ea1ab856-8868-4d69-a830-b3231e1a7897","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"rate-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"rate-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:56.428999287Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-6a675a priority=0:[ai-tenant-e2e-extmod-b-6a675a/e2e-att-detach-f52088-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-serve-9863d2-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-unrel-046178-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:56.744861603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"276a0ec7-9acc-4432-8553-050b8b49551b","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/rate-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:56.744983436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"276a0ec7-9acc-4432-8553-050b8b49551b","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"rate-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"rate-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:56.814921373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"5778acc4-c7ba-4cda-a856-b2c272a8dfca","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/rate-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:56.815062754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"5778acc4-c7ba-4cda-a856-b2c272a8dfca","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"rate-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"rate-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:56.959968825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-4588fc","reconcileID":"7a17d74f-c7de-4882-88a0-d43a25ad6f65","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:57.109066573Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-4588fc","reconcileID":"7a17d74f-c7de-4882-88a0-d43a25ad6f65","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:57.173017989Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-df41b8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-4588fc","reconcileID":"7a17d74f-c7de-4882-88a0-d43a25ad6f65","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:57.237382663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"c438d891-77ab-4676-b4d8-caaccda9b033","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/rate-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:57.237521843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"c438d891-77ab-4676-b4d8-caaccda9b033","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"rate-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"rate-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:57.602014097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-f52088-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-sub","reconcileID":"fa528d23-5966-4fed-867b-cda7e64840b0","MaaSSubscription":{"name":"e2e-att-detach-f52088-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"maas-trlp-e2e-att-detach-f52088","model":"e2e-extmod-att-user-4cdf05/e2e-att-detach-f52088","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:57.651815264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-transition-sub","reconcileID":"6dabc6bc-4efb-4902-8680-2bcfcf62e144","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w0-d204f4/e2e-temp-model-status","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:57.870255854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-temp-model-status","reconcileID":"cd5958b5-c8e3-47ee-aa4c-ca36affb95ad","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4"},"tenant":"e2e-worker-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:57.870404804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-temp-model-status","reconcileID":"cd5958b5-c8e3-47ee-aa4c-ca36affb95ad","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:57.961051868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"0c004917-5dae-4c4e-9922-bd06de55cd48","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-att-user-4cdf05/e2e-att-detach-f52088","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:57.96111176Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"0c004917-5dae-4c4e-9922-bd06de55cd48","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"routeName":"external-model-e2e-att-detach-f52088-558214c66572","namespace":"e2e-extmod-att-user-4cdf05","model":"e2e-att-detach-f52088","externalModel":"e2e-att-detach-f52088","provider":"e2e-att-detach-f52088-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:58.401958689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"9da7b46b-a405-4084-98d0-8e67372666be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:58.40270939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"f25540f1-fef3-4c67-9900-35a4c80027e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:58.403218349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-transition-auth","reconcileID":"b397ded7-ed26-401a-9ab6-2806e7ddb583","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:58.512809334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"7f67e7e9-6e33-4462-9a70-56b5ed016a04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:58.520760177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"f25540f1-fef3-4c67-9900-35a4c80027e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:58.523625212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"146f9cb3-2ab1-4e4b-9f61-ae6013310402","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:58.548548346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"9da7b46b-a405-4084-98d0-8e67372666be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:58.553174582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-transition-auth","reconcileID":"b397ded7-ed26-401a-9ab6-2806e7ddb583","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:58.630355989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"146f9cb3-2ab1-4e4b-9f61-ae6013310402","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:58.630550777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"7f67e7e9-6e33-4462-9a70-56b5ed016a04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:58.841942275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-4588fc","reconcileID":"b68ffda4-89c3-4623-b5ce-0e9c32a05f4c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:58.907039471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-4588fc","reconcileID":"b68ffda4-89c3-4623-b5ce-0e9c32a05f4c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:58.96724552Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-df41b8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-4588fc","reconcileID":"b68ffda4-89c3-4623-b5ce-0e9c32a05f4c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:58.989962236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"3b629fe7-404a-4d4c-8d27-5b5bdfb5ddd1","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:59.051017513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"3b629fe7-404a-4d4c-8d27-5b5bdfb5ddd1","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:59.091038051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"cb744195-4c93-41ab-a8d2-16934d11e4aa","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:59.091454278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-access","reconcileID":"1646dce7-8094-49a9-abae-25339aac773b","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:59.157974673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"cb744195-4c93-41ab-a8d2-16934d11e4aa","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:59.159662821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-access","reconcileID":"1646dce7-8094-49a9-abae-25339aac773b","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:59.337525076Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-transition-sub","reconcileID":"065aa6b6-8131-4e88-8161-f372b3e6e885","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-d204f4/e2e-temp-model-status (deleting)","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:59.395518278Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-temp-model-status","reconcileID":"580d5685-6489-450b-aa61-6dec090d26aa","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4","model":"e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:59.396144237Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-transition-sub","reconcileID":"065aa6b6-8131-4e88-8161-f372b3e6e885","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:59.503374611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-transition-auth","reconcileID":"28f89135-5cb3-468a-8e87-523def852393","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:59.503428651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"91f15eb1-930a-427a-8d5c-0ecf468fb829","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:59.56167123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"91f15eb1-930a-427a-8d5c-0ecf468fb829","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:59.564182266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-transition-auth","reconcileID":"28f89135-5cb3-468a-8e87-523def852393","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:59.564234718Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-transition-auth","reconcileID":"28f89135-5cb3-468a-8e87-523def852393","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:59.592577291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"058b5536-6849-4f49-8e8d-8259034059c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:59.622280394Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-transition-sub","reconcileID":"c238ba3f-7ad1-4b89-ae09-6d9e0d6c2bc5","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-d204f4/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:59.650182976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"058b5536-6849-4f49-8e8d-8259034059c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:24:59.827970922Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-temp-model-status","reconcileID":"ff55aad7-a9bb-4072-a777-704668ae06fc","error":"maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:59.82827638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"distinct-w0-d204f4","reconcileID":"376c3804-2034-4183-b13c-7c2125acff77","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:59.926001633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"c525bc21-1fe8-4c13-ae16-02dc5e6a4f72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:59.926012398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-transition-auth","reconcileID":"fa521b53-b921-4277-a974-de360239f352","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:59.982213572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"c525bc21-1fe8-4c13-ae16-02dc5e6a4f72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:59.983979471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-transition-auth","reconcileID":"fa521b53-b921-4277-a974-de360239f352","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:24:59.984026866Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-transition-auth","reconcileID":"fa521b53-b921-4277-a974-de360239f352","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/e2e-temp-model-status","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:24:59.996582186Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-transition-sub","reconcileID":"9873f015-01cf-4f06-88a3-0db183491e94","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:00.133923381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"2e058ae1-2a07-4fac-943d-113928c455e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:00.198011953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"2e058ae1-2a07-4fac-943d-113928c455e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:00.320066338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"distinct-2-w0-d204f4","reconcileID":"66f224d6-f875-418e-a90a-c3038faf9826","MaaSModelRef":{"name":"distinct-2-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-2-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-2-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:00.420809375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-transition-auth","reconcileID":"eb28b1dd-677c-49f1-8e6d-f6959de26dd0","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:00.477571386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-transition-auth","reconcileID":"eb28b1dd-677c-49f1-8e6d-f6959de26dd0","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:00.477625873Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-transition-auth","reconcileID":"eb28b1dd-677c-49f1-8e6d-f6959de26dd0","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:00.510481893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"5f24efb8-f210-45b9-8e2d-4654a06a4f82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:00.568628573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"5f24efb8-f210-45b9-8e2d-4654a06a4f82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:00.65089555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"c9a3e825-3787-46e5-928b-4a865268539c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:25:00.693438245Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-transition-auth","reconcileID":"eb28b1dd-677c-49f1-8e6d-f6959de26dd0","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-transition-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:00.706820117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"c9a3e825-3787-46e5-928b-4a865268539c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:00.914463872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-transition-auth","reconcileID":"29050631-b554-4840-98ea-9510d26f705d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:00.97307369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-transition-auth","reconcileID":"29050631-b554-4840-98ea-9510d26f705d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:01.035875784Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-transition-auth","reconcileID":"29050631-b554-4840-98ea-9510d26f705d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:04.819138596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e61ce482-52bb-4933-8599-492d5a5753d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:04.871009304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e61ce482-52bb-4933-8599-492d5a5753d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:04.922797223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e61ce482-52bb-4933-8599-492d5a5753d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:04.974641706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e61ce482-52bb-4933-8599-492d5a5753d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:05.311157899Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-71335882","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-71335882","reconcileID":"303c8cbd-d247-449b-b77b-00024e4a9894","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-71335882","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-71335882":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:06.922819381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4384caa-c522-4c0a-979b-1cc6ac150747","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:06.974908518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4384caa-c522-4c0a-979b-1cc6ac150747","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:07.026682447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4384caa-c522-4c0a-979b-1cc6ac150747","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:07.078629951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4384caa-c522-4c0a-979b-1cc6ac150747","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:08.975077631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08a0e0db-128b-4bef-a99c-c76b2b60f295","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:09.027006573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08a0e0db-128b-4bef-a99c-c76b2b60f295","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:09.083446366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08a0e0db-128b-4bef-a99c-c76b2b60f295","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:09.145771785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08a0e0db-128b-4bef-a99c-c76b2b60f295","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:09.199995111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-4588fc","reconcileID":"ae92b520-cb31-4ae9-af99-dac23aaa4a52","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:09.255794624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-4588fc","reconcileID":"ae92b520-cb31-4ae9-af99-dac23aaa4a52","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:09.262202195Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:09.310128464Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-df41b8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-4588fc","reconcileID":"ae92b520-cb31-4ae9-af99-dac23aaa4a52","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:10.161945487Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-transition-sub","reconcileID":"ef05849b-5e19-4e0b-9429-7a0c307c806c","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:10.162096171Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-transition-sub","reconcileID":"ef05849b-5e19-4e0b-9429-7a0c307c806c","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-d204f4/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:10.186589569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"distinct-2-w0-d204f4","reconcileID":"7104e0a7-7e24-4583-a2d1-93075404dc06","MaaSModelRef":{"name":"distinct-2-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-2-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-2-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:10.477180981Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-6a675a priority=0:[ai-tenant-e2e-extmod-b-6a675a/e2e-att-detach-f52088-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-serve-9863d2-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-unrel-046178-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:10.6835267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-transition-auth","reconcileID":"22082e1e-4ffd-4032-91f5-23c1f26bf963","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:10.683767909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"028de3cf-25b9-46f0-a775-d5ae0f2dadc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:10.683526716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"d4a065be-38c4-4312-94ab-58e6014f94a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:10.740614496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-transition-auth","reconcileID":"22082e1e-4ffd-4032-91f5-23c1f26bf963","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:10.74113049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"028de3cf-25b9-46f0-a775-d5ae0f2dadc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:10.743048438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"d4a065be-38c4-4312-94ab-58e6014f94a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:10.795595351Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-transition-auth","reconcileID":"22082e1e-4ffd-4032-91f5-23c1f26bf963","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:10.944513063Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-status-transition-auth","reconcileID":"4e2d06f9-43d9-41c8-9b36-a46c81711271","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:12.081894947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"5ef6908d-b032-4868-959d-8f0915163a1d","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:12.137881218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"c9b33949-9d08-4093-b9cf-5d5ffba227de","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:12.293802924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-healthy-inf-auth","reconcileID":"df115840-35b8-42c3-bf49-5f981f3fbd81","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:12.337569672Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-6a675a priority=0:[ai-tenant-e2e-extmod-b-6a675a/e2e-att-detach-f52088-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-serve-9863d2-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-unrel-046178-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:12.337603164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"e94cb36a-061e-49df-9065-6af43ae2b136","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:12.349560072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-healthy-inf-auth","reconcileID":"df115840-35b8-42c3-bf49-5f981f3fbd81","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:12.393378496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"4ffd033c-93d2-43fb-9b1b-7fbcb15249c7","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:25:12.445933274Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-healthy-inf","reconcileID":"a3ba4599-ce34-48f2-b7a7-19629e78c0d0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:12.495621903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"0289c8a3-6bcc-4a12-9041-3b7805473405","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:12.495631836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"2ccebcb8-6f43-4fa4-9e49-c3608c606754","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:12.551430732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"0289c8a3-6bcc-4a12-9041-3b7805473405","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:12.552431327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"2ccebcb8-6f43-4fa4-9e49-c3608c606754","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:12.560375128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"1400d1c5-de90-4fa0-abdb-9c5a13d84130","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:12.616208686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"cc1c9ff9-3eb3-4539-a08d-a07b8978e84a","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:12.664136724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"b8b3a6f4-030a-4e7f-a489-20d5adb43eae","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:12.81875781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-healthy-inf-auth","reconcileID":"8077541f-bc30-4ba6-a370-e149f29d2852","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:12.873836491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-healthy-inf-auth","reconcileID":"8077541f-bc30-4ba6-a370-e149f29d2852","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:12.877555442Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-healthy-inf","reconcileID":"b53ae779-92e4-4d24-91a6-b06b88689fa0","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w0-d204f4/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:12.877729846Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-healthy-inf","reconcileID":"b53ae779-92e4-4d24-91a6-b06b88689fa0","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-d204f4/nonexistent-model-inf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:12.965976967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"be934cc8-ae5f-4961-adae-42019991d689","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:12.96669953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"123041bf-510c-4125-bbb3-4ec36133feda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:13.064774619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"be934cc8-ae5f-4961-adae-42019991d689","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:13.068744736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"123041bf-510c-4125-bbb3-4ec36133feda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:13.118095324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"122cca64-c537-4629-bb19-b91fe25eecb8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:13.190060232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"f23237be-5b44-4647-8c99-9012d4f75765","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:13.434679771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-healthy-inf","reconcileID":"f7addd90-c120-458a-991e-8d95fe3d784e","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:13.435033761Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-healthy-inf","reconcileID":"f7addd90-c120-458a-991e-8d95fe3d784e","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-d204f4/nonexistent-model-inf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:15.184231962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"e2b90546-ea7e-468e-a5ae-dd2d21270344","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:15.185294491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"d641a26e-7bc5-4890-b721-eb648002873f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:15.253607924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"e2b90546-ea7e-468e-a5ae-dd2d21270344","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:15.257600567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"d641a26e-7bc5-4890-b721-eb648002873f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:15.310699725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"d001241d-0d8f-49e9-a8ec-9deff88bcf70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:15.310879642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-healthy-inf-auth","reconcileID":"e2bb2378-023e-4063-9b1b-9f4b0473b1f5","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:15.311734614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"10e4714b-aa22-4243-8c90-2bbcab1d9bd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:15.373792519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-healthy-inf-auth","reconcileID":"e2bb2378-023e-4063-9b1b-9f4b0473b1f5","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:15.37539363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"d001241d-0d8f-49e9-a8ec-9deff88bcf70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:15.37882108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"10e4714b-aa22-4243-8c90-2bbcab1d9bd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:15.868109464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"14c0fc3e-e8ab-4a02-bea9-6f69a4aefe38","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:16.024104469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-healthy-inf-auth","reconcileID":"5802e199-0105-4f8d-b42d-fff8be0f958b","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:16.024316728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"2b864649-1790-4d58-af35-846cb947efb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:16.02410455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"ceea628d-46de-43a8-a76a-a627c7cd8134","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:16.080376902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-healthy-inf-auth","reconcileID":"5802e199-0105-4f8d-b42d-fff8be0f958b","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:16.080455641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"2b864649-1790-4d58-af35-846cb947efb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:16.083070568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"ceea628d-46de-43a8-a76a-a627c7cd8134","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:19.414946565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-4588fc","reconcileID":"90b71c8b-a0e9-4bee-baa1-b4cc29d870a4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:19.471881722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-4588fc","reconcileID":"90b71c8b-a0e9-4bee-baa1-b4cc29d870a4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:19.528438578Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-df41b8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1b480b2fb95bf3bdf79ebdbe4a2d8d1767a7583f90f3d444ff752e13b54b08f3) AuthConfig (bb614c632c65564e9a5b084e314c27717867241055a5c72f1fac959d0c1b8aeb) AuthConfig (0275ec2bee7afd21070157e04ac33b656d8682f43658e7bc54d461336481b218) AuthConfig (d18ddbd3ebc22f50ca522eab38b91bdad35122517366f187c045cf1a2f6e03cb) AuthConfig (a455c335751c0387dff056b29321b8a1d46413fa3b2e87298b2ff474c7a6df4c) AuthConfig (395fd68e60b6b82f63802d03914bb70a2fe572efc02a4ab8a69fe8bc8e5edde9) AuthConfig (e04b6b58e39ea5309a101daca12c7117fecc0a1bf9a16d01d491f4c8d8ab6011) AuthConfig (8320dd3cfc6f2745b43bed2980c37798ee9b152f72e02732980d010bd60c59ec) AuthConfig (877d62fbd955e712e622bf5a80b01f91ffd74471d1eb46735fe97759afb0e455) AuthConfig (8cfee56a38b768a699f97f26775b85538fe5120ad9e4ae50f7ea71eb1c60cbd6) AuthConfig (95a920420d3d17d4d62311fc701fc908128259b27995cfd5944a074824561003) AuthConfig (a0d5e85fb6185f12ed62b94ec2546d0d82a95f20acae18aaa406f6c96588c1f4) AuthConfig (4f236f4fca06e7f88996d1764bc07493a789bf42010312417994e93e411ae130) AuthConfig (65ffb29652e0acc7ad40ba7c15ee38253d3f359ff62ce851119080c23ab390bb) AuthConfig (acc1e6d5f8b9bf1197cce3d3f809b82d204f286e4c25a2de8f2cb41452494e5d) AuthConfig (6c90ea2ea66be6281ec9cbf95b9c7d9d822e07ef3700c3fa364e2c6e638a5508) AuthConfig (44e2e2a00bb4e8e481c0881407d787fa5fd36b1bd902b5a2763b9b8525d80ddb) AuthConfig (5b60cfd6c34abe376c3229020cba4a99bdff10a05daecce91692e6e708ec676a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-4588fc","reconcileID":"90b71c8b-a0e9-4bee-baa1-b4cc29d870a4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:19.586645135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"2617b493-6ab0-4d5d-92c1-c132f737366e","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/rate-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:19.586670009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"2617b493-6ab0-4d5d-92c1-c132f737366e","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"rate-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"rate-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:24.599686137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"805b915a-622d-4daa-aad3-b013a55fb23f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:24.661609032Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"3def44f8-8936-4d84-8836-61312a7426de","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:24.712469023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-subscription","reconcileID":"bfc96ee2-e7e2-4031-a768-e73379fe4332","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:24.799366709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-f52088-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-sub","reconcileID":"df85396d-b263-4e9b-88a0-f6ca1d8cb6b6","MaaSSubscription":{"name":"e2e-att-detach-f52088-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"maas-trlp-e2e-att-detach-f52088","model":"e2e-extmod-att-user-4cdf05/e2e-att-detach-f52088","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:24.948468106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-subscription","reconcileID":"668a844d-707b-4e0d-9ad7-843b9067169a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-premium-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/premium-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:25.166396269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"9c33c71d-e4ca-4e2e-92ec-85448ad9bc0f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:25.167089964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-9863d2-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-sub","reconcileID":"98de3a89-c5f5-4aa1-b10b-0c90bbe71a6b","MaaSSubscription":{"name":"e2e-att-serve-9863d2-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"maas-trlp-e2e-att-serve-9863d2","model":"e2e-extmod-att-user-4cdf05/e2e-att-serve-9863d2","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:25.222972528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-046178-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-sub","reconcileID":"2493923e-f3fb-4c01-9800-306acc77f56e","MaaSSubscription":{"name":"e2e-att-unrel-046178-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"maas-trlp-e2e-att-unrel-046178","model":"e2e-extmod-att-user-4cdf05/e2e-att-unrel-046178","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:25.288962444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ee965e51-047c-4c1b-a093-d22d0a67b647","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:25.47576994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bc8dae6-fd3e-4ec9-a75d-04bf6adfb758","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:25.476835582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-subscription","reconcileID":"025f32f2-3900-4bab-81d9-dba7d86e3847","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-premium-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/premium-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:25.532614061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bc8dae6-fd3e-4ec9-a75d-04bf6adfb758","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:25.590680296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bc8dae6-fd3e-4ec9-a75d-04bf6adfb758","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:25.651461287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bc8dae6-fd3e-4ec9-a75d-04bf6adfb758","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:26.036814403Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-healthy-inf","reconcileID":"9e71e06d-bbdf-44ba-b358-b498e04f4fb6","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscription":"e2e-degraded-healthy-inf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:26.231115928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-healthy-inf","reconcileID":"9e71e06d-bbdf-44ba-b358-b498e04f4fb6","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:26.231256798Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-healthy-inf","reconcileID":"9e71e06d-bbdf-44ba-b358-b498e04f4fb6","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:26.231535742Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-healthy-inf","reconcileID":"9e71e06d-bbdf-44ba-b358-b498e04f4fb6","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-d204f4/nonexistent-model-inf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:26.513658702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"6b1d3293-69e9-498a-9d36-287aae2b75ad","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:26.513974398Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-6a675a priority=0:[ai-tenant-e2e-extmod-b-6a675a/e2e-att-detach-f52088-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-serve-9863d2-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-unrel-046178-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:26.655639833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"c7422c8a-2845-4682-8625-93f64d24818b","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:26.668697945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"723759dd-d563-48bb-bec4-efbb333e92dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:26.668924528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"e7e81f09-cb00-45b2-96cc-e9ed7f5acded","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:26.668702332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-healthy-inf-auth","reconcileID":"33d45c61-854f-4916-b45b-8ca4ed66984d","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:26.724263181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-healthy-inf-auth","reconcileID":"33d45c61-854f-4916-b45b-8ca4ed66984d","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:26.724937414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"723759dd-d563-48bb-bec4-efbb333e92dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:26.726531242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"e7e81f09-cb00-45b2-96cc-e9ed7f5acded","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:26.903021095Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-healthy-inf-auth","reconcileID":"72a0174f-dbbe-4980-ad55-cef048266d70","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:27.064194863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"e0631f68-310f-4c43-b6dd-a8f03840021c","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:27.635354162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f816e5b0-0254-4524-aa8f-6c4083ef3ccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:27.687285012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f816e5b0-0254-4524-aa8f-6c4083ef3ccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:27.739183597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f816e5b0-0254-4524-aa8f-6c4083ef3ccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:27.791023966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f816e5b0-0254-4524-aa8f-6c4083ef3ccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:27.862975069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"8f7c67c4-cfd1-413e-8a0c-a8aa105de8ea","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:27.919035543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"6b3a80c5-41f1-4773-8dd3-f0dc8d82309d","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:28.102800774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-models-apikey-auth","reconcileID":"292f0801-9078-496a-a2e9-6f92356b5fad","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:28.118569586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"822eaad8-b5d0-4fe0-a22f-def833f0d8f2","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:28.118680837Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-6a675a priority=0:[ai-tenant-e2e-extmod-b-6a675a/e2e-att-detach-f52088-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-serve-9863d2-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-unrel-046178-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:28.158210016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-models-apikey-auth","reconcileID":"292f0801-9078-496a-a2e9-6f92356b5fad","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:28.172807862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"23f7120f-36ba-4fe9-a84c-5d006939433f","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:25:28.226295813Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-models-apikey","reconcileID":"5199de26-8861-462c-a27a-e9753f859efd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:28.273501051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"4803ed31-3262-489f-8f6c-5501d2d94a41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:28.273897725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"5522aa44-9b5a-4d53-942f-d08bf55c50f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:28.329325141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"4803ed31-3262-489f-8f6c-5501d2d94a41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:28.3304374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"5522aa44-9b5a-4d53-942f-d08bf55c50f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:28.341899509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"d0ffe3b0-9f10-4bf1-9a78-f9093ee5a8bd","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:28.398211723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"0a6aded6-e8bf-4c6f-8eb1-797ac556cd38","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:28.471812059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"676c730a-81a9-42db-b280-8abd37171ad2","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:28.629434359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-models-apikey-auth","reconcileID":"299b2a82-4def-4d54-98af-a02b4dd06f45","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:28.662493687Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-models-apikey","reconcileID":"bd3bd9ee-9c88-4744-aa69-87804d35a8cd","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w0-d204f4/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:28.662698439Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-models-apikey","reconcileID":"bd3bd9ee-9c88-4744-aa69-87804d35a8cd","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-d204f4/nonexistent-model-apikey","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:28.684795506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-models-apikey-auth","reconcileID":"299b2a82-4def-4d54-98af-a02b4dd06f45","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:28.774503239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"a053003a-81ad-44e8-bd51-59b3cac2af81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:28.774715167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"1c94f8a3-3ef0-4677-8592-677d42709ed9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:28.833075395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"a053003a-81ad-44e8-bd51-59b3cac2af81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:28.879916938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"26e59d85-e2e2-47e6-b8d2-81459aa35702","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:28.88316775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"1c94f8a3-3ef0-4677-8592-677d42709ed9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:28.938061394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"3e4e1185-f241-49ed-9a5e-70838f00faa1","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:29.189294462Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-models-apikey","reconcileID":"d43bc142-e842-4dd0-8db6-443a1567faa5","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:29.189550397Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-models-apikey","reconcileID":"d43bc142-e842-4dd0-8db6-443a1567faa5","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-d204f4/nonexistent-model-apikey","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:29.445515293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"b44358f3-aef0-407a-b3ea-8976d8ced152","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:29.692917182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-4588fc","reconcileID":"f93abb6d-ce9e-425b-90fd-25d837b3e950","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:29.748918324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-4588fc","reconcileID":"f93abb6d-ce9e-425b-90fd-25d837b3e950","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:29.759977936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25576626-692a-46bb-8451-07d04976e7a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:29.811934295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25576626-692a-46bb-8451-07d04976e7a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:29.863843733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25576626-692a-46bb-8451-07d04976e7a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:29.915555214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25576626-692a-46bb-8451-07d04976e7a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:30.12408563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"e887100b-560c-41ab-a1d2-5ebac35b2019","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/rate-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:30.124109515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"e887100b-560c-41ab-a1d2-5ebac35b2019","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"rate-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"rate-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:31.154289908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"cde62002-0df5-4e9b-810d-573e224012c2","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:31.322420021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"757f4380-764c-42ff-8782-ba2e7f368e29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:31.322736694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-models-apikey-auth","reconcileID":"920d7004-842e-4670-b375-3cd91b05c067","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:31.322431379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"8f4cd70f-5fb5-46ce-96b3-f72a66c7eef1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:31.379129392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-models-apikey-auth","reconcileID":"920d7004-842e-4670-b375-3cd91b05c067","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:31.379279651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"757f4380-764c-42ff-8782-ba2e7f368e29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:31.381817166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"8f4cd70f-5fb5-46ce-96b3-f72a66c7eef1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:31.827438722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84728839-adae-4e03-b2fc-65c90bb14559","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:31.879122427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84728839-adae-4e03-b2fc-65c90bb14559","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:31.931492796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84728839-adae-4e03-b2fc-65c90bb14559","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:31.984093955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84728839-adae-4e03-b2fc-65c90bb14559","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:33.094971084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"9ab98372-feeb-4eba-9ce6-1a2969d9b40c","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/rate-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:33.094991795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"9ab98372-feeb-4eba-9ce6-1a2969d9b40c","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"rate-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"rate-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:33.15081078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"722e8bb3-88d7-421e-94a1-95f3139806fc","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/rate-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:33.150831787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"722e8bb3-88d7-421e-94a1-95f3139806fc","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"rate-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"rate-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:33.254217049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-4588fc","reconcileID":"c3fcf211-77c1-476a-99ac-254ba9a48de6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d","tenantID":"e2e-shared-b-w4-2cc24d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:33.379063639Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-4588fc","reconcileID":"c3fcf211-77c1-476a-99ac-254ba9a48de6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"e2e-shared-b-w4-2cc24d-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:33.433046218Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-2cc24d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-4588fc","reconcileID":"c3fcf211-77c1-476a-99ac-254ba9a48de6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:33.489302073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"db8b3a31-e66d-4286-bc8a-753f10d2c207","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/rate-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:33.489324258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"db8b3a31-e66d-4286-bc8a-753f10d2c207","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"rate-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"rate-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:39.262043078Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.347828377Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-models-apikey","reconcileID":"9630bd8f-080d-4e96-96c9-493c4f37c85d","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscription":"e2e-degraded-models-apikey","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.619221739Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-models-apikey","reconcileID":"9630bd8f-080d-4e96-96c9-493c4f37c85d","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.61948561Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-models-apikey","reconcileID":"9630bd8f-080d-4e96-96c9-493c4f37c85d","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.620029799Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-models-apikey","reconcileID":"9630bd8f-080d-4e96-96c9-493c4f37c85d","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-d204f4/nonexistent-model-apikey","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.900031437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"baf881ed-0e5d-458e-b575-60ca2257c907","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.975953167Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-6a675a priority=0:[ai-tenant-e2e-extmod-b-6a675a/e2e-att-detach-f52088-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-serve-9863d2-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-unrel-046178-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.97905475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"453b790e-b030-4239-9c65-d0074ffb70cf","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:42.102058027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"d184a3fc-4743-45dc-beb0-f20e03ab5ffa","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:42.157729138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-models-apikey-auth","reconcileID":"5f852d64-f62c-47c3-aa06-24bb6ea37df3","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:42.158643356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"1872f563-67af-4a00-872b-9b7436a63cca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:42.159270999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"4fb96a44-1034-4d9e-bd76-59584e7bbca4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:42.224174841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-models-apikey-auth","reconcileID":"5f852d64-f62c-47c3-aa06-24bb6ea37df3","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:42.238297443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"1872f563-67af-4a00-872b-9b7436a63cca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:42.252805507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"4fb96a44-1034-4d9e-bd76-59584e7bbca4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:42.458040351Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-models-apikey-auth","reconcileID":"b1a08da3-20e1-4980-8a87-070508ff5245","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:42.721890865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"e8b538da-80fe-4756-8773-15d803b7107e","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:43.529765468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"845976c9-619c-484d-8e06-dd3f9ffc2e86","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:43.586545047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"ad0ab458-29d9-40fa-bd32-2ece908c64cc","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:43.593181611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-4588fc","reconcileID":"b01f5145-9ea2-45ee-bd4e-f2130492ad0d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d","tenantID":"e2e-shared-b-w4-2cc24d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:43.648537716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-4588fc","reconcileID":"b01f5145-9ea2-45ee-bd4e-f2130492ad0d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"e2e-shared-b-w4-2cc24d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:43.704170123Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-2cc24d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (39cbce1aa4a470c5c4f2a74ae910620541b830217fa541aad976d0ac3a431153) AuthConfig (ce6eea53e35b908e203482058fc4ad10ebd8719b68b63d0c5d4c1e4b57327d29) AuthConfig (c86237e5127cbf182cacbc9f9358b70f6caaa293f65d182dbcf53d23abf3f09f) AuthConfig (9bdc7c103e31f5d3caeaf6d79c735667a7d80ee95282b247fcdbba241bffadef) AuthConfig (831c1dd79b10ec66775c75c8c61009d9387e9553bce13da8815e0493a952665e) AuthConfig (543e9f4069ad577b210202dbbe5165590f29219c4063fc5c5d7762bc25589534) AuthConfig (0e2205052185d53c5a993922163da7631644fcae406cfc372a0c18f29bbc3711) AuthConfig (9087473abdff96b7b2d0efad1c75e3c7500eb44272d1c4e773d8ef3c683f5764) AuthConfig (38d657504546ebe92c60ec798e63ed79ed3ad183ed25f93cca23a52ec07c107f) AuthConfig (50c4ae2701c249f5b4f817d6dbd6145dfcbc57cf2cce2bbf1c4db06ff427dc6f) AuthConfig (79f549a4fc23b130a1c94f9aa8138296ca9866539ce01233feaa94643bc0a144) AuthConfig (2aa32f3a58398609956aa61951e4c100921417e96ac410dfebd33656bf2cc485) AuthConfig (2d7b4097a433a4649e4aa4ae3e6ec276a60bf43d9fa58db7eb327e3df84e31a1) AuthConfig (ca64d7d78001a2794cf65a83830ed79649626c663a141a6abbb35b6a653dce6a) AuthConfig (e1715af603bc1e6f46accfd6775e0bfa37b384bb9a4495f1cc23e63e7dc0e98b) AuthConfig (630e175642351f67281d4e75b3f55c5a6162f7cf7419cec0ee601598628c7e8a) AuthConfig (b246e5210931b1ddc9acc25a552ce3efe6b89ef559cbcf79377ca1889d0754f6) AuthConfig (d831a92f29a6cb6d65ab2a006e593b4522fe2fdbfa57064829a26e53e5c9e403)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-4588fc","reconcileID":"b01f5145-9ea2-45ee-bd4e-f2130492ad0d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:43.74562164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-models-kube-auth","reconcileID":"8ee7b9db-f7c2-4165-9915-9a72e2fa12e4","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:43.761507106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"33632e62-5804-4701-87e4-65bd512ecae1","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/rate-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:43.761527851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"33632e62-5804-4701-87e4-65bd512ecae1","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"rate-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"rate-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:43.772377119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"b27500b2-d86a-4f82-9d33-3346b251bc4b","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:43.772392371Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-6a675a priority=0:[ai-tenant-e2e-extmod-b-6a675a/e2e-att-detach-f52088-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-serve-9863d2-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-unrel-046178-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:43.801593541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-models-kube-auth","reconcileID":"8ee7b9db-f7c2-4165-9915-9a72e2fa12e4","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:43.829421901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"811e6d63-c1b2-4cdd-9abf-2e965ae3c207","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:25:43.879529426Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-models-kube","reconcileID":"cd9cb5da-3d4a-4a5d-a13f-b1ea3bada510","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:43.927835209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"9c92757b-47b1-45ce-9408-4979f003e010","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:43.92783481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"98e5b7ce-30ac-4912-a1b2-aac28d9bae5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:43.985829152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"9c92757b-47b1-45ce-9408-4979f003e010","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:43.988224958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"98e5b7ce-30ac-4912-a1b2-aac28d9bae5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:43.999236852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"0997e47a-1a77-41f2-94c1-b604f4e2c1bb","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:44.095198278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"b8212146-b6fb-4b3b-beec-bd2b09e1f3d2","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:44.153285226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"b73e81bd-aa50-4d45-8080-2c278798fc23","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:44.307090871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-models-kube-auth","reconcileID":"877e2ff9-6dbd-4b15-afce-116d9f608748","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:44.357634503Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-models-kube","reconcileID":"5afc416c-7588-476f-9659-b05d0fb8a83b","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/e2e-degraded-models-kube","ai-tenant-e2e-worker-w0-d204f4/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:44.357788087Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-models-kube","reconcileID":"5afc416c-7588-476f-9659-b05d0fb8a83b","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-d204f4/nonexistent-model-kube","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:44.362495513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-models-kube-auth","reconcileID":"877e2ff9-6dbd-4b15-afce-116d9f608748","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:44.416366499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"1a70d0a0-4391-4fb0-a93a-dc223b6bc65b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:44.41641027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"a85c0186-5699-43c6-9486-9d5a175abc09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:44.473105472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"1a70d0a0-4391-4fb0-a93a-dc223b6bc65b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:44.473313388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"a85c0186-5699-43c6-9486-9d5a175abc09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:44.567893384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"9d3dac23-e1a7-4424-a421-620d601a7fd1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:44.623439545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"26ca591b-e959-4e5b-aecf-48121ccfcbfe","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:25:44.628325999Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-models-kube-auth","reconcileID":"877e2ff9-6dbd-4b15-afce-116d9f608748","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-degraded-models-kube-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:44.788038777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-models-kube-auth","reconcileID":"1aff5ddf-d91f-415c-bbdb-4622b28b8abe","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:44.829607984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-models-kube","reconcileID":"454ca7a3-9364-48b8-8856-172eb6cfb387","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:44.829761699Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-models-kube","reconcileID":"454ca7a3-9364-48b8-8856-172eb6cfb387","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-d204f4/nonexistent-model-kube","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:44.843633999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-models-kube-auth","reconcileID":"1aff5ddf-d91f-415c-bbdb-4622b28b8abe","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:45.094688749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"9ab13ea5-3046-4109-9bbc-a74d12682844","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:46.494085829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"67c9d0dc-7bf8-43e6-aea9-40d91590b249","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:46.649150287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-models-kube-auth","reconcileID":"06ba069e-457f-46b9-9a30-afe3ae463576","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:46.649427794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"2776e25c-73c3-4ea5-b289-d627597e1fe7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:46.649153245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"f480e054-f5f7-4ff9-a3d9-197788e036ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:46.705173114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"2776e25c-73c3-4ea5-b289-d627597e1fe7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:46.706509179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"f480e054-f5f7-4ff9-a3d9-197788e036ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:46.70777534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-models-kube-auth","reconcileID":"06ba069e-457f-46b9-9a30-afe3ae463576","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:48.435097012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"default-tenant","reconcileID":"5d31e1b7-a235-402b-a35c-f61572b32250","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-71335882","tenantID":"e2e-mt-71335882","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:48.548078857Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"default-tenant","reconcileID":"5d31e1b7-a235-402b-a35c-f61572b32250","name":"e2e-mt-71335882-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:53.865867511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-4588fc","reconcileID":"823671bb-7761-4818-9825-86670ce4d22b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d","tenantID":"e2e-shared-b-w4-2cc24d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:53.921879525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-4588fc","reconcileID":"823671bb-7761-4818-9825-86670ce4d22b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"e2e-shared-b-w4-2cc24d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:53.976188503Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-2cc24d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (39cbce1aa4a470c5c4f2a74ae910620541b830217fa541aad976d0ac3a431153) AuthConfig (ce6eea53e35b908e203482058fc4ad10ebd8719b68b63d0c5d4c1e4b57327d29) AuthConfig (c86237e5127cbf182cacbc9f9358b70f6caaa293f65d182dbcf53d23abf3f09f) AuthConfig (9bdc7c103e31f5d3caeaf6d79c735667a7d80ee95282b247fcdbba241bffadef) AuthConfig (831c1dd79b10ec66775c75c8c61009d9387e9553bce13da8815e0493a952665e) AuthConfig (543e9f4069ad577b210202dbbe5165590f29219c4063fc5c5d7762bc25589534) AuthConfig (0e2205052185d53c5a993922163da7631644fcae406cfc372a0c18f29bbc3711) AuthConfig (9087473abdff96b7b2d0efad1c75e3c7500eb44272d1c4e773d8ef3c683f5764) AuthConfig (38d657504546ebe92c60ec798e63ed79ed3ad183ed25f93cca23a52ec07c107f) AuthConfig (50c4ae2701c249f5b4f817d6dbd6145dfcbc57cf2cce2bbf1c4db06ff427dc6f) AuthConfig (79f549a4fc23b130a1c94f9aa8138296ca9866539ce01233feaa94643bc0a144) AuthConfig (2aa32f3a58398609956aa61951e4c100921417e96ac410dfebd33656bf2cc485) AuthConfig (2d7b4097a433a4649e4aa4ae3e6ec276a60bf43d9fa58db7eb327e3df84e31a1) AuthConfig (ca64d7d78001a2794cf65a83830ed79649626c663a141a6abbb35b6a653dce6a) AuthConfig (e1715af603bc1e6f46accfd6775e0bfa37b384bb9a4495f1cc23e63e7dc0e98b) AuthConfig (630e175642351f67281d4e75b3f55c5a6162f7cf7419cec0ee601598628c7e8a) AuthConfig (b246e5210931b1ddc9acc25a552ce3efe6b89ef559cbcf79377ca1889d0754f6) AuthConfig (d831a92f29a6cb6d65ab2a006e593b4522fe2fdbfa57064829a26e53e5c9e403)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-4588fc","reconcileID":"823671bb-7761-4818-9825-86670ce4d22b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:56.654402646Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-models-kube","reconcileID":"d2a45d54-fe82-48e2-820d-ddb3c599f4fd","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscription":"e2e-degraded-models-kube","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:56.866633378Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-models-kube","reconcileID":"d2a45d54-fe82-48e2-820d-ddb3c599f4fd","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:56.866665982Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-models-kube","reconcileID":"d2a45d54-fe82-48e2-820d-ddb3c599f4fd","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:56.866763725Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-models-kube","reconcileID":"d2a45d54-fe82-48e2-820d-ddb3c599f4fd","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-d204f4/nonexistent-model-kube","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:57.073536238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"f0309bcd-4b04-4c3a-a2a1-8eda36ed81e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:57.132208593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"b3cf67fb-f86e-47aa-9b41-6ba2ed96b397","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:57.132487052Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-6a675a priority=0:[ai-tenant-e2e-extmod-b-6a675a/e2e-att-detach-f52088-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-serve-9863d2-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-unrel-046178-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:57.269414191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"8e04930b-470f-4c7a-ab23-5f4414086270","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:57.289903734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"3ab92949-1da8-42a2-b2eb-d0081af9295b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:57.289924752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"2bfefa25-878c-4fb1-bb40-cb30faf4ea85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:57.290445995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-models-kube-auth","reconcileID":"79d45bd4-f444-44bb-85c3-ae5eabac479e","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:57.359996563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"2bfefa25-878c-4fb1-bb40-cb30faf4ea85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:57.382197658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"3ab92949-1da8-42a2-b2eb-d0081af9295b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:57.405786019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-models-kube-auth","reconcileID":"79d45bd4-f444-44bb-85c3-ae5eabac479e","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:57.608231307Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-degraded-models-kube-auth","reconcileID":"861df165-1632-409e-83f2-26278c938ba4","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:57.864564731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"d75cc7d2-576c-4aa0-94fe-4dcfac67114c","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:58.444508639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-subscription","reconcileID":"bf65efd9-b8c6-4a9d-beca-95cd2844429e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-premium-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/premium-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:58.581519649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"20ba503c-979e-4d10-b073-b999b82e0b10","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:58.790296523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-f52088-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-sub","reconcileID":"cada8d3e-1310-46df-bbf5-7bfc06a695d5","MaaSSubscription":{"name":"e2e-att-detach-f52088-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"maas-trlp-e2e-att-detach-f52088","model":"e2e-extmod-att-user-4cdf05/e2e-att-detach-f52088","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:58.971462783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-9863d2-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-sub","reconcileID":"b8293db5-49df-4ea2-a3bf-2b4743ffacf8","MaaSSubscription":{"name":"e2e-att-serve-9863d2-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"maas-trlp-e2e-att-serve-9863d2","model":"e2e-extmod-att-user-4cdf05/e2e-att-serve-9863d2","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:59.036647329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-subscription","reconcileID":"072134f3-e767-4d92-bf48-38ad2a5dc22d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:59.174366206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-subscription","reconcileID":"bd3494fe-c7e0-438c-a083-f5417f2869aa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-premium-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/premium-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:59.353694995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-046178-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-sub","reconcileID":"0175cfef-ec60-4865-9568-7ef2ad65b357","MaaSSubscription":{"name":"e2e-att-unrel-046178-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"maas-trlp-e2e-att-unrel-046178","model":"e2e-extmod-att-user-4cdf05/e2e-att-unrel-046178","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:25:59.381144725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e20b6e07-fcf4-4ea7-a8a5-ebcd0944470f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:03.252852545Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a4e4430"},"namespace":"ai-tenant-e2e-ait-2a4e4430","name":"default-tenant","reconcileID":"6499eb69-3fca-4541-9271-96e1ea9413bc","namespace":"ai-tenant-e2e-ait-2a4e4430","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:03.252926064Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a4e4430"},"namespace":"ai-tenant-e2e-ait-2a4e4430","name":"default-tenant","reconcileID":"6499eb69-3fca-4541-9271-96e1ea9413bc","namespace":"ai-tenant-e2e-ait-2a4e4430","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:03.252973327Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a4e4430"},"namespace":"ai-tenant-e2e-ait-2a4e4430","name":"default-tenant","reconcileID":"6499eb69-3fca-4541-9271-96e1ea9413bc","tenant":"e2e-ait-2a4e4430","tenantID":"e2e-ait-2a4e4430","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:03.310642741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a4e4430"},"namespace":"ai-tenant-e2e-ait-2a4e4430","name":"default-tenant","reconcileID":"6499eb69-3fca-4541-9271-96e1ea9413bc","gvk":"Deployment","name":"maas-api-e2e-ait-2a4e4430","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:03.36942619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a4e4430"},"namespace":"ai-tenant-e2e-ait-2a4e4430","name":"default-tenant","reconcileID":"6499eb69-3fca-4541-9271-96e1ea9413bc","gvk":"Service","name":"maas-api-e2e-ait-2a4e4430","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:03.427569957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a4e4430"},"namespace":"ai-tenant-e2e-ait-2a4e4430","name":"default-tenant","reconcileID":"6499eb69-3fca-4541-9271-96e1ea9413bc","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-2a4e4430","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:03.480776101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a4e4430"},"namespace":"ai-tenant-e2e-ait-2a4e4430","name":"default-tenant","reconcileID":"6499eb69-3fca-4541-9271-96e1ea9413bc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-2a4e4430","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:03.534787935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a4e4430"},"namespace":"ai-tenant-e2e-ait-2a4e4430","name":"default-tenant","reconcileID":"6499eb69-3fca-4541-9271-96e1ea9413bc","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-2a4e4430","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:03.594550912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a4e4430"},"namespace":"ai-tenant-e2e-ait-2a4e4430","name":"default-tenant","reconcileID":"6499eb69-3fca-4541-9271-96e1ea9413bc","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-2a4e4430","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:03.653716958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a4e4430"},"namespace":"ai-tenant-e2e-ait-2a4e4430","name":"default-tenant","reconcileID":"6499eb69-3fca-4541-9271-96e1ea9413bc","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-2a4e4430","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:03.708544155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a4e4430"},"namespace":"ai-tenant-e2e-ait-2a4e4430","name":"default-tenant","reconcileID":"6499eb69-3fca-4541-9271-96e1ea9413bc","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-2a4e4430","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:03.760770624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a4e4430"},"namespace":"ai-tenant-e2e-ait-2a4e4430","name":"default-tenant","reconcileID":"6499eb69-3fca-4541-9271-96e1ea9413bc","gvk":"Deployment","name":"payload-processing-e2e-ait-2a4e4430","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:03.811994175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a4e4430"},"namespace":"ai-tenant-e2e-ait-2a4e4430","name":"default-tenant","reconcileID":"6499eb69-3fca-4541-9271-96e1ea9413bc","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-2a4e4430","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:03.86331918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a4e4430"},"namespace":"ai-tenant-e2e-ait-2a4e4430","name":"default-tenant","reconcileID":"6499eb69-3fca-4541-9271-96e1ea9413bc","gvk":"Service","name":"payload-processing-e2e-ait-2a4e4430","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:03.919669408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a4e4430"},"namespace":"ai-tenant-e2e-ait-2a4e4430","name":"default-tenant","reconcileID":"6499eb69-3fca-4541-9271-96e1ea9413bc","gvk":"Service","name":"payload-pre-processing-e2e-ait-2a4e4430","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:03.972113981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a4e4430"},"namespace":"ai-tenant-e2e-ait-2a4e4430","name":"default-tenant","reconcileID":"6499eb69-3fca-4541-9271-96e1ea9413bc","gvk":"DestinationRule","name":"payload-processing-e2e-ait-2a4e4430","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:04.023447369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a4e4430"},"namespace":"ai-tenant-e2e-ait-2a4e4430","name":"default-tenant","reconcileID":"6499eb69-3fca-4541-9271-96e1ea9413bc","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-2a4e4430","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:04.074716832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a4e4430"},"namespace":"ai-tenant-e2e-ait-2a4e4430","name":"default-tenant","reconcileID":"6499eb69-3fca-4541-9271-96e1ea9413bc","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-2a4e4430","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:04.083102845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-4588fc","reconcileID":"0dbf089f-8d72-484b-9c19-421965fcdc2f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d","tenantID":"e2e-shared-b-w4-2cc24d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:04.137574179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a4e4430"},"namespace":"ai-tenant-e2e-ait-2a4e4430","name":"default-tenant","reconcileID":"6499eb69-3fca-4541-9271-96e1ea9413bc","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-2a4e4430","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:04.148556847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-4588fc","reconcileID":"0dbf089f-8d72-484b-9c19-421965fcdc2f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"e2e-shared-b-w4-2cc24d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:04.202998603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a4e4430"},"namespace":"ai-tenant-e2e-ait-2a4e4430","name":"default-tenant","reconcileID":"6499eb69-3fca-4541-9271-96e1ea9413bc","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-2a4e4430","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:04.256285315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a4e4430"},"namespace":"ai-tenant-e2e-ait-2a4e4430","name":"default-tenant","reconcileID":"6499eb69-3fca-4541-9271-96e1ea9413bc","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-2a4e4430","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:04.327813618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a4e4430"},"namespace":"ai-tenant-e2e-ait-2a4e4430","name":"default-tenant","reconcileID":"6499eb69-3fca-4541-9271-96e1ea9413bc","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-2a4e4430","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:04.380121452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a4e4430"},"namespace":"ai-tenant-e2e-ait-2a4e4430","name":"default-tenant","reconcileID":"6499eb69-3fca-4541-9271-96e1ea9413bc","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-2a4e4430","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:04.437603338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"9ab07ecd-50fb-4d3f-bed6-f19102f74e87","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/rate-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:04.43762506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"9ab07ecd-50fb-4d3f-bed6-f19102f74e87","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"rate-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"rate-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:05.195764567Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-2a4e4430","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-2a4e4430","reconcileID":"af86da00-0115-480e-9620-334aeb8fd8d0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-2a4e4430","removed":["maas.opendatahub.io/gateway-access-e2e-ait-2a4e4430"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:06.42935728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a9a70ce-c707-45c9-b3ba-f25485cf8cba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:06.481126262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a9a70ce-c707-45c9-b3ba-f25485cf8cba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:06.533939448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a9a70ce-c707-45c9-b3ba-f25485cf8cba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:06.586558396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a9a70ce-c707-45c9-b3ba-f25485cf8cba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:06.795085027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"d62107d7-bac6-4afa-855c-c80e8ddaff7d","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:06.800529262Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-6a675a priority=0:[ai-tenant-e2e-extmod-b-6a675a/e2e-att-detach-f52088-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-serve-9863d2-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-unrel-046178-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:06.862596663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"05d776b7-f4c5-4f8b-99cd-0cf9b8a2c665","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:26:06.919684627Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-list-subs-refs-sub","reconcileID":"aa6cc892-416e-402b-8583-a045501c508e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:06.974681063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"0f848aff-da6e-421f-8e9a-364a15f558c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:06.974681092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"50a1a765-fd97-4824-96e9-0cb072113d5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:07.05012742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"50a1a765-fd97-4824-96e9-0cb072113d5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:07.07256557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"effd0e65-82df-4a8e-be2b-8084e9b53e08","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:07.10464931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"0f848aff-da6e-421f-8e9a-364a15f558c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:07.131656909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"2f6d25c9-a42c-4203-bf84-fd3dddbe5152","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:07.405428645Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-list-subs-refs-sub","reconcileID":"2ece8df3-6d27-4361-b81f-823bb5ef4e02","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w0-d204f4/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:07.434691485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"1ac3548f-5d7b-47ad-bc7f-a158201b09b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:07.490218568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"1ac3548f-5d7b-47ad-bc7f-a158201b09b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:07.534182195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"fd2d2f99-695b-46b0-a143-1084fc45cba4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:07.568444935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"d9f534db-9dcc-4777-85f5-66b5e2190c0f","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:07.592877492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"fd2d2f99-695b-46b0-a143-1084fc45cba4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:07.614435732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"f520dde4-0d54-4ba2-b221-b9f8c59988fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:07.83175479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-list-subs-refs-sub","reconcileID":"9d200ad1-f2dc-4edb-bac3-4501746a8f3a","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:08.503961677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80e8894c-a451-436f-8e2f-0787b1ae15fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:08.555979308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80e8894c-a451-436f-8e2f-0787b1ae15fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:08.607778706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80e8894c-a451-436f-8e2f-0787b1ae15fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:08.659975911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80e8894c-a451-436f-8e2f-0787b1ae15fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:09.262775878Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:09.746286518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"1a484c58-a0fb-4078-8e27-a154ee6e03c8","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/rate-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:09.746314462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"1a484c58-a0fb-4078-8e27-a154ee6e03c8","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"rate-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"rate-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:09.746377292Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-6a675a priority=0:[ai-tenant-e2e-extmod-b-6a675a/e2e-att-detach-f52088-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-serve-9863d2-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-unrel-046178-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:09.808747258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"c6a3bdfb-cc85-4f71-bb2e-ee6199cb952e","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:09.886270827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-4588fc","reconcileID":"5746c200-9ded-46ef-b618-1c9253d31751","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:26:09.886817257Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-shared-a-w4-df41b8/e2e-rate-iso-a-4588fc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-4588fc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:09.887180806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"64a5d56a-6083-4d43-a9f9-17d2877cc1dc","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/rate-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:09.887196893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"64a5d56a-6083-4d43-a9f9-17d2877cc1dc","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"rate-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"rate-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:09.919879948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"0cdeb5df-57c8-4ff1-a75e-c151a7cc636a","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:09.946251502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-4588fc","reconcileID":"5746c200-9ded-46ef-b618-1c9253d31751","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:09.964415943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"bd845c63-6f07-47e7-83f3-f0ff0c2d9611","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/rate-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:09.964436359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"bd845c63-6f07-47e7-83f3-f0ff0c2d9611","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"rate-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"rate-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:10.087504723Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-6a675a priority=0:[ai-tenant-e2e-extmod-b-6a675a/e2e-att-detach-f52088-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-serve-9863d2-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-unrel-046178-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:10.09086327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"e5b74218-ac36-48b5-84fa-926bd3a4d596","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/rate-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:10.090964822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"e5b74218-ac36-48b5-84fa-926bd3a4d596","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"rate-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"rate-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:10.140811506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"c02d93ad-327d-486f-b6b6-573842f75371","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:10.141207132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"9bd4b731-b6e5-4dee-8058-621faebdf10c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:10.150616866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"1224bf91-b382-472e-b6bd-88bf5674a74d","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/rate-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:10.150660988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"1224bf91-b382-472e-b6bd-88bf5674a74d","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"rate-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"rate-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:10.201699803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"c02d93ad-327d-486f-b6b6-573842f75371","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:10.202839283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-4588fc","reconcileID":"ef5b7252-d6a4-4a50-8633-6afeb57417a7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d","tenantID":"e2e-shared-b-w4-2cc24d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:10.213033212Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-a-4588fc","reconcileID":"e5a9d314-2118-4803-bd99-e2631180fd2d","MaaSSubscription":{"name":"e2e-rate-iso-a-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"maas-trlp-rate-test-model-df41b8","model":"rate-test-model-df41b8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-df41b8/e2e-rate-iso-a-4588fc"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:10.213240566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"9bd4b731-b6e5-4dee-8058-621faebdf10c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:10.214906257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"e6941d89-74ee-42d3-a440-82277f6218e8","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/rate-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:10.215834725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"e6941d89-74ee-42d3-a440-82277f6218e8","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"rate-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"rate-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:26:10.214999654Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-b-4588fc","reconcileID":"9bf7265d-ca08-4200-8722-3f94b3ef8c37","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-4588fc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:10.2622337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-4588fc","reconcileID":"ef5b7252-d6a4-4a50-8633-6afeb57417a7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"e2e-shared-b-w4-2cc24d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:10.296853068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-4588fc","reconcileID":"586606a6-4102-4811-8af0-7e007b1aef38","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:10.322970471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"a773b2bc-e316-4ebb-a195-d2db8aae7076","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/rate-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:10.322994365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"a773b2bc-e316-4ebb-a195-d2db8aae7076","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"rate-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"rate-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:10.354394362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-4588fc","reconcileID":"586606a6-4102-4811-8af0-7e007b1aef38","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:10.378532504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"f4fe1891-dbd4-44c7-8905-de859e196dc4","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/rate-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:10.378560227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"f4fe1891-dbd4-44c7-8905-de859e196dc4","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"rate-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"rate-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:10.381341802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"0373579a-2698-41d8-81be-22b665346167","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/rate-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:10.381360485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"0373579a-2698-41d8-81be-22b665346167","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"rate-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"rate-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:10.59171135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afb71d12-fa9a-425e-a6db-a7c0a83e3abf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:10.592649658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-a-4588fc","reconcileID":"7d1e92a3-2c57-4224-8f48-db5683461471","MaaSSubscription":{"name":"e2e-rate-iso-a-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"maas-trlp-rate-test-model-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/rate-test-model-df41b8","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:10.593174899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-4588fc","reconcileID":"546ed247-04b9-4d73-9d05-c6fcfcfd90c7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d","tenantID":"e2e-shared-b-w4-2cc24d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:10.593642708Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-b-4588fc","reconcileID":"8fbe1dd6-d23f-4190-b9a5-455b39a36fdc","MaaSSubscription":{"name":"e2e-rate-iso-b-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"maas-trlp-rate-test-model-2cc24d","model":"rate-test-model-2cc24d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-2cc24d/e2e-rate-iso-b-4588fc"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:10.646829251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afb71d12-fa9a-425e-a6db-a7c0a83e3abf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:10.701025833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afb71d12-fa9a-425e-a6db-a7c0a83e3abf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:10.705784701Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-46c731c3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-46c731c3","reconcileID":"0e1dfaf0-2eff-43e6-a68e-9025f1076c0c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-46c731c3-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-46c731c3-gw":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:10.71223011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-4588fc","reconcileID":"546ed247-04b9-4d73-9d05-c6fcfcfd90c7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"e2e-shared-b-w4-2cc24d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:10.753483777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afb71d12-fa9a-425e-a6db-a7c0a83e3abf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:10.86455588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"d72d3278-bec1-453f-ae9e-99f665fae35b","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/rate-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:10.864574988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"d72d3278-bec1-453f-ae9e-99f665fae35b","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"rate-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"rate-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:11.12573885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-b-4588fc","reconcileID":"610355f9-8dd4-4dff-8365-75a43b408443","MaaSSubscription":{"name":"e2e-rate-iso-b-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"maas-trlp-rate-test-model-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/rate-test-model-2cc24d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:12.673944967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6132d2cf-33e3-4666-9acc-e9379daddc2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:12.728092738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6132d2cf-33e3-4666-9acc-e9379daddc2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:12.78021959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6132d2cf-33e3-4666-9acc-e9379daddc2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:12.832124593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6132d2cf-33e3-4666-9acc-e9379daddc2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:14.830814496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3878cd4-f3a6-4747-9379-888e24242931","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:14.882855686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3878cd4-f3a6-4747-9379-888e24242931","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:14.93455977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3878cd4-f3a6-4747-9379-888e24242931","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:14.990779916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3878cd4-f3a6-4747-9379-888e24242931","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:16.866809484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e53ab66-b94a-413f-8c47-c74ac4a851d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:16.918900043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e53ab66-b94a-413f-8c47-c74ac4a851d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:16.971645535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e53ab66-b94a-413f-8c47-c74ac4a851d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:17.023460465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e53ab66-b94a-413f-8c47-c74ac4a851d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:18.520662227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-b-4588fc","reconcileID":"afbb6385-8179-4329-97de-ad94621fbc72","MaaSSubscription":{"name":"e2e-rate-iso-b-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"maas-trlp-rate-test-model-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/rate-test-model-2cc24d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:18.721188136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"f4b6b143-0279-4c94-9840-78f6326bc150","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/rate-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:18.721304493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"f4b6b143-0279-4c94-9840-78f6326bc150","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"rate-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"rate-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:19.095053259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"222a08a0-48e3-4aa1-bf19-13462fa65fb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:19.14804545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"222a08a0-48e3-4aa1-bf19-13462fa65fb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:19.20123841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"222a08a0-48e3-4aa1-bf19-13462fa65fb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:19.25435493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"222a08a0-48e3-4aa1-bf19-13462fa65fb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:19.427028774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-a-4588fc","reconcileID":"764b902f-a61a-4a1f-9d43-088d164844d4","MaaSSubscription":{"name":"e2e-rate-iso-a-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"maas-trlp-rate-test-model-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/rate-test-model-df41b8","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:19.427868294Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"f78a4982-7d75-454c-8b16-6513fb16302a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:19.478023962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-4588fc","reconcileID":"da29938d-0b68-4b02-ab71-81498e4b8fa4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:19.579429359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-4588fc","reconcileID":"da29938d-0b68-4b02-ab71-81498e4b8fa4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:19.682970071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-4588fc","reconcileID":"ecaf0b17-5a1c-4467-918e-05cdf017edd9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d","tenantID":"e2e-shared-b-w4-2cc24d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:19.691533912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"25bc3d3b-13d3-41ea-9308-e2e1c30c0afa","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/rate-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:19.691667244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"25bc3d3b-13d3-41ea-9308-e2e1c30c0afa","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"rate-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"rate-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:19.746063466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-4588fc","reconcileID":"ecaf0b17-5a1c-4467-918e-05cdf017edd9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"e2e-shared-b-w4-2cc24d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:19.865471006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"86287817-d8c5-422c-a00b-08c272f2a070","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:20.152679311Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-list-subs-refs-sub","reconcileID":"6398accf-58e8-4017-a2cb-e1360488253d","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscription":"e2e-list-subs-refs-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:20.319577845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-list-subs-refs-sub","reconcileID":"6398accf-58e8-4017-a2cb-e1360488253d","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:20.593263374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"61781950-4d86-41d1-99d7-8524e5194d52","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:20.599840299Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-6a675a priority=0:[ai-tenant-e2e-extmod-b-6a675a/e2e-att-detach-f52088-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-serve-9863d2-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-unrel-046178-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:20.798923368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"a38b8b6c-f9c7-4cb8-9fde-aff5f2fe7b22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:20.810644902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"d7bdea7b-b4f7-45a0-ace5-b886a6de7702","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:20.870387822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"a38b8b6c-f9c7-4cb8-9fde-aff5f2fe7b22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:20.880690733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"d7bdea7b-b4f7-45a0-ace5-b886a6de7702","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:21.289307953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-enrichment-model-ref","reconcileID":"1001b2d0-7289-4d3e-860d-157e9178f956","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4"},"tenant":"e2e-worker-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:21.289366084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-enrichment-model-ref","reconcileID":"1001b2d0-7289-4d3e-860d-157e9178f956","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:21.346461285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"distinct-w0-d204f4","reconcileID":"48202b16-7091-41e9-aed3-72b3863d9c6a","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:21.443464407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-enrichment-model-ref","reconcileID":"5ab1d486-09d7-4f08-8843-0e897224067b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4"},"tenant":"e2e-worker-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:21.443483057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-enrichment-model-ref","reconcileID":"5ab1d486-09d7-4f08-8843-0e897224067b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:21.443622711Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-6a675a priority=0:[ai-tenant-e2e-extmod-b-6a675a/e2e-att-detach-f52088-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-serve-9863d2-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-unrel-046178-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:21.49804627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-enrichment-model-ref","reconcileID":"0d859478-5f3e-422e-b24e-ba8f426917de","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4"},"tenant":"e2e-worker-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:21.498068768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-enrichment-model-ref","reconcileID":"0d859478-5f3e-422e-b24e-ba8f426917de","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:26:21.552020845Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-enrichment-sub","reconcileID":"95847d81-dbc4-4daa-8ced-5dd0f2942f74","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:21.599741971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"8cf24fc7-fd77-4dda-946d-cdc6a9582e75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:21.599744368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"f9040292-4569-4644-ba73-12ef0bd0655d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:21.656219937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"f9040292-4569-4644-ba73-12ef0bd0655d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:21.656219797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"8cf24fc7-fd77-4dda-946d-cdc6a9582e75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:21.663870444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-enrichment-model-ref","reconcileID":"fcac643a-8c11-482c-94e8-44fce077cc6d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4"},"tenant":"e2e-worker-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:21.663888191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-enrichment-model-ref","reconcileID":"fcac643a-8c11-482c-94e8-44fce077cc6d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:21.709488719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-enrichment-model-ref","reconcileID":"8b28aeca-1641-46e0-83b1-3abafa5b9ac1","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4"},"tenant":"e2e-worker-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:21.709507641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-enrichment-model-ref","reconcileID":"8b28aeca-1641-46e0-83b1-3abafa5b9ac1","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:21.766072822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-enrichment-model-ref","reconcileID":"a8091ad9-1ad2-4ccb-b354-ae34ae3baed9","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4"},"tenant":"e2e-worker-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:21.766091885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-enrichment-model-ref","reconcileID":"a8091ad9-1ad2-4ccb-b354-ae34ae3baed9","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:26:21.818373817Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-enrichment-model-ref","reconcileID":"a8091ad9-1ad2-4ccb-b354-ae34ae3baed9","name":"e2e-enrichment-model-ref","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:26:21.818438986Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-enrichment-model-ref","reconcileID":"a8091ad9-1ad2-4ccb-b354-ae34ae3baed9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:21.824437134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-enrichment-model-ref","reconcileID":"dd026459-3de2-4dd9-a4ca-89d01d97e1bd","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4"},"tenant":"e2e-worker-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:21.824455443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-enrichment-model-ref","reconcileID":"dd026459-3de2-4dd9-a4ca-89d01d97e1bd","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:21.92861579Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-enrichment-sub","reconcileID":"6861421c-f901-4d22-a6b2-1174343928f7","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/e2e-enrichment-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:21.969731341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-enrichment-auth","reconcileID":"96af3321-85ab-4c48-980c-caca68b118eb","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:22.024930521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-enrichment-auth","reconcileID":"96af3321-85ab-4c48-980c-caca68b118eb","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:22.071801785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"d22d7739-937e-4fef-8ff4-de3855e3deda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:22.071801795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"cc2c62bd-37a4-4f8a-94a0-89449391442c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:22.09235074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-enrichment-model-ref","reconcileID":"5bd1b8f2-318c-436b-a125-c2798d682f4a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4"},"tenant":"e2e-worker-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:22.092377104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-enrichment-model-ref","reconcileID":"5bd1b8f2-318c-436b-a125-c2798d682f4a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:22.129252849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"d22d7739-937e-4fef-8ff4-de3855e3deda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:22.130016311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"cc2c62bd-37a4-4f8a-94a0-89449391442c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:22.298610531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-enrichment-sub","reconcileID":"925b1f9e-f606-4eb6-a772-0323d4b797b1","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w0-d204f4/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:22.338926723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-enrichment-model-ref","reconcileID":"32dd19fd-768a-4e76-a3a7-fe340eb9787e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4"},"tenant":"e2e-worker-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:22.338952233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-enrichment-model-ref","reconcileID":"32dd19fd-768a-4e76-a3a7-fe340eb9787e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:22.544645246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-enrichment-auth","reconcileID":"80c9d61a-94c3-4f05-9f87-b0a9709c9be1","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:22.59971111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-enrichment-auth","reconcileID":"80c9d61a-94c3-4f05-9f87-b0a9709c9be1","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:24.951170314Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-enrichment-auth","reconcileID":"56e1a6bf-3196-4650-b98d-c9adcf905a1b","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:24.951234679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-enrichment-model-ref","reconcileID":"4ea41324-7faa-4d29-bfc6-5ef6d7639d99","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4"},"tenant":"e2e-worker-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:24.951247954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-enrichment-model-ref","reconcileID":"4ea41324-7faa-4d29-bfc6-5ef6d7639d99","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:25.160784519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-enrichment-model-ref","reconcileID":"ad41ed83-1e1b-41ea-8a98-f92db9d41cd1","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4"},"tenant":"e2e-worker-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:25.160806746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-enrichment-model-ref","reconcileID":"ad41ed83-1e1b-41ea-8a98-f92db9d41cd1","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:25.16529643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"e8fd234e-6de9-48ea-af22-6de681f047c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:25.165462176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"f8caf73f-6ea9-4056-a2a1-65e50c001d10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:25.204754434Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-4588fc","reconcileID":"b5c74f9c-5ffc-47d9-8766-30e5cd5dd1fa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"model":"ai-tenant-e2e-shared-a-w4-df41b8/rate-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:25.217385808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-enrichment-sub","reconcileID":"75739e00-56b4-444f-be92-9543a0a68406","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w0-d204f4/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:25.218194387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"3ec85fa3-c487-4dfb-81dd-a840c7741cbf","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/rate-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:25.218211685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"3ec85fa3-c487-4dfb-81dd-a840c7741cbf","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"rate-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"rate-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:25.221622483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"e8fd234e-6de9-48ea-af22-6de681f047c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:25.221889498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"f8caf73f-6ea9-4056-a2a1-65e50c001d10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:25.294964842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-enrichment-model-ref","reconcileID":"6e4d4534-f7ad-4a85-9628-7fa4903e5bd9","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4"},"tenant":"e2e-worker-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:25.294985039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-enrichment-model-ref","reconcileID":"6e4d4534-f7ad-4a85-9628-7fa4903e5bd9","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:25.409779755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-4588fc","reconcileID":"b5c74f9c-5ffc-47d9-8766-30e5cd5dd1fa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:25.4965824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-a-4588fc","reconcileID":"13fa3dce-e87d-47ba-a853-7f200beaa3ef","MaaSSubscription":{"name":"e2e-rate-iso-a-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"maas-trlp-rate-test-model-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/rate-test-model-df41b8","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:25.555062704Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-4588fc","reconcileID":"b5c74f9c-5ffc-47d9-8766-30e5cd5dd1fa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:25.555094192Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-4588fc","reconcileID":"b5c74f9c-5ffc-47d9-8766-30e5cd5dd1fa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:25.611941316Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-4588fc","reconcileID":"3030f7c4-368d-48aa-93a2-f98893191590","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"model":"ai-tenant-e2e-shared-a-w4-df41b8/rate-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:25.612410696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"037c6b0f-31ea-4b73-bbb3-5c243cc3f86b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:25.612431846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"994ab5a4-8fb7-4a37-8c0e-2c639cdb5676","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:25.61321141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"62a8ca99-5fd1-4fd1-bdf9-057ee1368c90","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/rate-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:25.613229241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"62a8ca99-5fd1-4fd1-bdf9-057ee1368c90","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"rate-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"rate-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:25.667711643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"994ab5a4-8fb7-4a37-8c0e-2c639cdb5676","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:25.668746203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"037c6b0f-31ea-4b73-bbb3-5c243cc3f86b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:25.743781874Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-4588fc","reconcileID":"30b1bdfa-76f3-4eec-a130-6d83f99a3c82","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"model":"ai-tenant-e2e-shared-b-w4-2cc24d/rate-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:25.743858303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"d39a82dc-2139-4cb8-be30-374acda0c2c5","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/rate-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:25.743875567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"d39a82dc-2139-4cb8-be30-374acda0c2c5","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"rate-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"rate-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:25.816056645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-4588fc","reconcileID":"3030f7c4-368d-48aa-93a2-f98893191590","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:25.872324779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-4588fc","reconcileID":"3030f7c4-368d-48aa-93a2-f98893191590","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:25.87237612Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-4588fc","reconcileID":"3030f7c4-368d-48aa-93a2-f98893191590","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:25.875667109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-a-4588fc","reconcileID":"c29c44a8-81a9-4cd5-92a2-13ca2477ba30","MaaSSubscription":{"name":"e2e-rate-iso-a-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"maas-trlp-rate-test-model-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/rate-test-model-df41b8","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:25.916542059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-4588fc","reconcileID":"30b1bdfa-76f3-4eec-a130-6d83f99a3c82","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d","tenantID":"e2e-shared-b-w4-2cc24d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:26:25.92423341Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-auth-4588fc","reconcileID":"3030f7c4-368d-48aa-93a2-f98893191590","error":"maasauthpolicies.maas.opendatahub.io \"e2e-rate-iso-auth-4588fc\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:26.007646718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-b-4588fc","reconcileID":"ad4c506a-8bb4-49cf-8bcb-b08abc8c0b86","MaaSSubscription":{"name":"e2e-rate-iso-b-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"maas-trlp-rate-test-model-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/rate-test-model-2cc24d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:26.037572579Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-4588fc","reconcileID":"30b1bdfa-76f3-4eec-a130-6d83f99a3c82","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"e2e-shared-b-w4-2cc24d-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:26.037596312Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-auth-4588fc","reconcileID":"30b1bdfa-76f3-4eec-a130-6d83f99a3c82","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:26.092776051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"9b6e693a-9235-4fac-8cbc-0de7ce2c770d","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/rate-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:26.092798185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"9b6e693a-9235-4fac-8cbc-0de7ce2c770d","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"rate-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"rate-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:26.229937368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"17b093c3-00c3-4f65-9492-cebcfae5bd1a","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/rate-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:26.229967784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"17b093c3-00c3-4f65-9492-cebcfae5bd1a","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"rate-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"rate-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:26.357240923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-b-4588fc","reconcileID":"e8b7f385-ad78-49e8-b5bd-abeb66efa5a2","MaaSSubscription":{"name":"e2e-rate-iso-b-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"maas-trlp-rate-test-model-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/rate-test-model-2cc24d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:31.818592556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ed54623-b210-4c18-a49f-dff093eec5ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:31.871185378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ed54623-b210-4c18-a49f-dff093eec5ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:31.924117657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ed54623-b210-4c18-a49f-dff093eec5ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:31.976667681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ed54623-b210-4c18-a49f-dff093eec5ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:33.845790839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"151f9628-077e-406c-8fea-1ad99a88f7e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:33.897758652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"151f9628-077e-406c-8fea-1ad99a88f7e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:33.949746376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"151f9628-077e-406c-8fea-1ad99a88f7e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:34.001473048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"151f9628-077e-406c-8fea-1ad99a88f7e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:35.488815643Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-enrichment-sub","reconcileID":"6cbfebed-b11b-4cb7-8779-aeacfdde25ed","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:35.562584352Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-enrichment-sub","reconcileID":"6cbfebed-b11b-4cb7-8779-aeacfdde25ed","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:35.620272432Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-enrichment-sub","reconcileID":"6cbfebed-b11b-4cb7-8779-aeacfdde25ed","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:36.047248618Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-6a675a priority=0:[ai-tenant-e2e-extmod-b-6a675a/e2e-att-detach-f52088-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-serve-9863d2-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-unrel-046178-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:36.048866719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-enrichment-model-ref","reconcileID":"46d4b8bb-5f5e-4e72-8f15-11bbfcc4b5e4","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4"},"tenant":"e2e-worker-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:36.048963707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"e2e-enrichment-model-ref","reconcileID":"46d4b8bb-5f5e-4e72-8f15-11bbfcc4b5e4","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:36.232018258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"4288c65f-ded0-4751-800d-c7123d4a0347","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:36.232419105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"9e53f75b-416b-40f8-89e8-d6182de02161","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:36.309088262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"9e53f75b-416b-40f8-89e8-d6182de02161","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:36.310081056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"4288c65f-ded0-4751-800d-c7123d4a0347","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:36.402738601Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-a-4588fc","reconcileID":"77ee3f9a-2dff-4e42-9023-553181deeca3","MaaSSubscription":{"name":"e2e-rate-iso-a-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"model":"ai-tenant-e2e-shared-a-w4-df41b8/rate-test-model-df41b8","subscription":"e2e-rate-iso-a-4588fc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:36.407193059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"distinct-w0-d204f4","reconcileID":"3afc10a7-e668-4064-adee-7cf3f7fec57e","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:36.458097019Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-a-4588fc","reconcileID":"77ee3f9a-2dff-4e42-9023-553181deeca3","MaaSSubscription":{"name":"e2e-rate-iso-a-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"model":"ai-tenant-e2e-shared-a-w4-df41b8/rate-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:36.5112841Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-rate-iso-a-4588fc","reconcileID":"77ee3f9a-2dff-4e42-9023-553181deeca3","MaaSSubscription":{"name":"e2e-rate-iso-a-4588fc","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"maas-trlp-rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/rate-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:36.792934635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"48f25669-56e0-49f1-90d8-3df54936b6a4","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/rate-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:36.793058069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"rate-test-model-df41b8","reconcileID":"48f25669-56e0-49f1-90d8-3df54936b6a4","MaaSModelRef":{"name":"rate-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"rate-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"rate-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:36.79295021Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-6a675a priority=0:[ai-tenant-e2e-extmod-b-6a675a/e2e-att-detach-f52088-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-serve-9863d2-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-unrel-046178-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:36.935319991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"14583829-f248-45cf-8f12-a035ed9d1b0b","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/rate-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:36.935946173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"14583829-f248-45cf-8f12-a035ed9d1b0b","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"rate-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"rate-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:37.056678342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"distinct-w0-d204f4","reconcileID":"fa26ff61-e0ad-4474-853e-190682b163b5","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:37.056914934Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-6a675a priority=0:[ai-tenant-e2e-extmod-b-6a675a/e2e-att-detach-f52088-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-serve-9863d2-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-unrel-046178-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:37.110862704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"distinct-w0-d204f4","reconcileID":"8a98d868-de79-4888-a57e-7f3e332e5d34","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:26:37.165003304Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-model-match-sub","reconcileID":"c4a08076-6dd3-455d-ac11-aed864988926","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:37.212308605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"dec785fc-68db-4f4d-a709-81fbda4d8c13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:37.21236793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"3e636edf-1a36-48cc-bf2a-1967fe00de47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:37.267719869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"dec785fc-68db-4f4d-a709-81fbda4d8c13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:37.26771791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"3e636edf-1a36-48cc-bf2a-1967fe00de47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:37.314929098Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-6a675a priority=0:[ai-tenant-e2e-extmod-b-6a675a/e2e-att-detach-f52088-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-serve-9863d2-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-unrel-046178-sub]","namespace=ai-tenant-e2e-worker-w0-d204f4 priority=0:[ai-tenant-e2e-worker-w0-d204f4/e2e-model-match-sub ai-tenant-e2e-worker-w0-d204f4/e2e-model-nomatch-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:37.315152709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"distinct-2-w0-d204f4","reconcileID":"06f14a52-d977-410e-9f57-545a831fc080","MaaSModelRef":{"name":"distinct-2-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-2-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-2-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:37.36692502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"distinct-w0-d204f4","reconcileID":"ea4754e5-645c-4a5b-b7cb-567d1f0ea102","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:26:37.37091121Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-d204f4/e2e-model-match-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:37.423405064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"distinct-w0-d204f4","reconcileID":"e22dc1a2-9d39-499f-afab-d49761f31a9e","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:37.423784775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"distinct-2-w0-d204f4","reconcileID":"f8d7b44e-dfc8-4cf7-8839-f2eb57590971","MaaSModelRef":{"name":"distinct-2-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-2-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-2-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:26:37.426528916Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-d204f4/e2e-model-nomatch-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:37.47684452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"distinct-2-w0-d204f4","reconcileID":"c5f8b48d-6155-4244-bed6-7f509fde841a","MaaSModelRef":{"name":"distinct-2-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-2-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-2-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:37.580224984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"distinct-w0-d204f4","reconcileID":"c4432e8a-9aae-4465-ab39-1771d43d7313","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:37.628993685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"9f0c0ec4-6fc5-4d22-b23c-4e4dc79759b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:37.629243076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"08a3566c-8a99-4e26-bc5b-ac6da16a30b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:37.635973737Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-model-match-sub","reconcileID":"3d5a3e52-9a3e-427a-846d-7a947103da0b","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-distinct-w0-d204f4","model":"distinct-w0-d204f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/e2e-model-match-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:37.639668355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"distinct-w0-d204f4","reconcileID":"88db8e94-f174-42f7-a739-8f68f4e3e82d","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:37.68480002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"9f0c0ec4-6fc5-4d22-b23c-4e4dc79759b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:37.685174573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"08a3566c-8a99-4e26-bc5b-ac6da16a30b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:37.7335916Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-model-nomatch-sub","reconcileID":"8f5a82cd-753a-414f-a87a-7f701b889d32","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-distinct-2-w0-d204f4","model":"distinct-2-w0-d204f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/e2e-model-nomatch-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:37.800981116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"distinct-w0-d204f4","reconcileID":"4df45aac-c1bf-4f6b-93c7-b3e99a57467a","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:37.844753379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-model-match-auth","reconcileID":"bd0ebf5d-d705-4835-894c-ff468925f586","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:37.844990303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"distinct-2-w0-d204f4","reconcileID":"87923ee3-5727-4bcf-831c-36ad44f08ab6","MaaSModelRef":{"name":"distinct-2-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-2-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-2-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:37.902558043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-model-match-auth","reconcileID":"bd0ebf5d-d705-4835-894c-ff468925f586","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:37.902817908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"distinct-2-w0-d204f4","reconcileID":"7e6dc749-d6d6-4c86-8561-890739e15ddc","MaaSModelRef":{"name":"distinct-2-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-2-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-2-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:38.006100666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-model-match-sub","reconcileID":"a0098957-89d3-4d92-beb3-b2b381dafa8d","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-distinct-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/distinct-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:38.107218179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-model-nomatch-sub","reconcileID":"4048e201-07cd-4412-bc3e-1264f11611d9","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-distinct-2-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/distinct-2-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:38.145155744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"71e094e2-3e1b-4fc1-bd29-b22944c3db19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:38.145155762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"30d2e91e-6e57-4726-91b9-2257e1fc84aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:38.157794109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-model-nomatch-auth","reconcileID":"34c1a216-fda5-4cc6-89ca-7ff305c3cb2e","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:38.200787353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"30d2e91e-6e57-4726-91b9-2257e1fc84aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:38.200808015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"71e094e2-3e1b-4fc1-bd29-b22944c3db19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:38.21262648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-model-nomatch-auth","reconcileID":"34c1a216-fda5-4cc6-89ca-7ff305c3cb2e","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:38.213388214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"distinct-w0-d204f4","reconcileID":"624dad53-2293-45c6-941c-970005f07bae","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:38.272650211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"distinct-2-w0-d204f4","reconcileID":"542d9505-358e-4ecf-8d03-6168455cb700","MaaSModelRef":{"name":"distinct-2-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-2-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-2-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:38.469489151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-model-match-auth","reconcileID":"8f32070d-f562-4693-a4cb-8cbf0ca0f2c6","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:38.473205417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"distinct-2-w0-d204f4","reconcileID":"09385de8-afd2-4a96-8277-831b7d9e8956","MaaSModelRef":{"name":"distinct-2-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-2-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-2-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:38.477872985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-model-nomatch-sub","reconcileID":"70f85fa7-16e4-416b-bdd5-83960e780775","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-distinct-2-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/distinct-2-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:38.524782946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-model-match-auth","reconcileID":"8f32070d-f562-4693-a4cb-8cbf0ca0f2c6","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:38.611762254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"e9f2a2d1-fca6-459b-82dc-865ab4fabf91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:38.611761681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"8c1cc299-76bc-4a33-a9e3-409ac01bfb5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:38.641877301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"distinct-2-w0-d204f4","reconcileID":"6ec1cbfc-a8e3-4447-83dd-20db5742e1ba","MaaSModelRef":{"name":"distinct-2-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-2-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-2-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:38.667977685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"e9f2a2d1-fca6-459b-82dc-865ab4fabf91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:38.667979837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"8c1cc299-76bc-4a33-a9e3-409ac01bfb5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:38.729399484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-model-nomatch-auth","reconcileID":"e31bcfc3-db6e-42d9-bf40-72444fd16c02","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:38.784764073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-model-nomatch-auth","reconcileID":"e31bcfc3-db6e-42d9-bf40-72444fd16c02","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:39.261778779Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:39.372716956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"distinct-w0-d204f4","reconcileID":"d488e4bb-461f-4925-bf2a-c514157eb1f4","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:39.532521381Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-model-match-sub","reconcileID":"9ab340ec-7b40-446c-9095-bcac788e1493","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-737debe1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:39.630834168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-model-nomatch-auth","reconcileID":"14050e74-5d76-4c6a-b290-2ff4c64716c8","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:39.630860013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-model-match-auth","reconcileID":"70b40860-2d63-47f4-add1-efcbbaa2e6f9","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:39.631382374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"95e7cbd6-9395-4789-8eed-90d5bf2ae2f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:39.631382406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"1086ca6b-bc36-4f01-a145-22124f4381f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:39.686661457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-model-nomatch-auth","reconcileID":"14050e74-5d76-4c6a-b290-2ff4c64716c8","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:39.687244222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-model-match-auth","reconcileID":"70b40860-2d63-47f4-add1-efcbbaa2e6f9","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:39.691212847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"1086ca6b-bc36-4f01-a145-22124f4381f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:39.691754353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"95e7cbd6-9395-4789-8eed-90d5bf2ae2f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:40.150586482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"935de493-a36c-424c-900c-b59b0ab2b284","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:40.150602789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-model-nomatch-auth","reconcileID":"3ffb2b24-7d14-4196-bf6f-f6bc7d5e8cc5","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:40.15127881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-model-match-auth","reconcileID":"50425387-a820-46f8-8aaf-d34ca8a38d7e","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:40.151391486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"7bbd0ce5-3a74-4b7c-98a1-a031cd283481","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:40.208357589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-model-match-auth","reconcileID":"50425387-a820-46f8-8aaf-d34ca8a38d7e","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:40.208731894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-model-nomatch-auth","reconcileID":"3ffb2b24-7d14-4196-bf6f-f6bc7d5e8cc5","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:40.212249097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"935de493-a36c-424c-900c-b59b0ab2b284","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:40.212310447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"7bbd0ce5-3a74-4b7c-98a1-a031cd283481","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:47.095866484Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-b-4588fc","reconcileID":"1eab5be4-3421-49fa-8eb0-7c415ed6564e","MaaSSubscription":{"name":"e2e-rate-iso-b-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"model":"ai-tenant-e2e-shared-b-w4-2cc24d/rate-test-model-2cc24d","subscription":"e2e-rate-iso-b-4588fc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:47.147921923Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-b-4588fc","reconcileID":"1eab5be4-3421-49fa-8eb0-7c415ed6564e","MaaSSubscription":{"name":"e2e-rate-iso-b-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"model":"ai-tenant-e2e-shared-b-w4-2cc24d/rate-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:47.200439706Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-rate-iso-b-4588fc","reconcileID":"1eab5be4-3421-49fa-8eb0-7c415ed6564e","MaaSSubscription":{"name":"e2e-rate-iso-b-4588fc","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"maas-trlp-rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/rate-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:47.469230522Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-6a675a priority=0:[ai-tenant-e2e-extmod-b-6a675a/e2e-att-detach-f52088-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-serve-9863d2-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-unrel-046178-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:47.469314028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"e4a9c039-47aa-4e33-ba4c-b1f1dcdbea01","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/rate-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:47.469364383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"rate-test-model-2cc24d","reconcileID":"e4a9c039-47aa-4e33-ba4c-b1f1dcdbea01","MaaSModelRef":{"name":"rate-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"rate-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"rate-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:47.526607066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"distinct-2-w0-d204f4","reconcileID":"f96b9d44-9b3d-4acb-9833-5cf73245e558","MaaSModelRef":{"name":"distinct-2-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-2-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-2-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:49.58494771Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-model-match-sub","reconcileID":"a22982d2-f7dc-4d99-9a33-a201285c4c3b","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/distinct-w0-d204f4","subscription":"e2e-model-match-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:49.636712082Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-model-match-sub","reconcileID":"a22982d2-f7dc-4d99-9a33-a201285c4c3b","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/distinct-w0-d204f4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:49.688666104Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-model-match-sub","reconcileID":"a22982d2-f7dc-4d99-9a33-a201285c4c3b","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/distinct-w0-d204f4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:49.97307052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"distinct-w0-d204f4","reconcileID":"2436ca1d-b022-46ce-a787-6bedceef5fee","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:49.973396451Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-6a675a priority=0:[ai-tenant-e2e-extmod-b-6a675a/e2e-att-detach-f52088-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-serve-9863d2-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-unrel-046178-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:50.111241789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"distinct-2-w0-d204f4","reconcileID":"499675fa-013c-40fb-9ebc-13d8df6278f3","MaaSModelRef":{"name":"distinct-2-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-2-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-2-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:50.230831422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-model-nomatch-auth","reconcileID":"0aa88386-ced3-4a31-b7f5-a197dc3157ba","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:50.230977403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-model-match-auth","reconcileID":"16c0f48d-abee-4be5-9a86-12c95d0ecc94","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:50.231409318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"cd61d9bd-dbf7-448d-b6e1-5ccdd37d6d47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:50.231418787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"73736fba-f9aa-4435-afdf-1f20259fa7a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:50.270983654Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-model-nomatch-sub","reconcileID":"63c08c3d-b66e-41b8-9e1b-e88ed24b9f34","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2b5d3d22","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:50.286645134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-model-nomatch-auth","reconcileID":"0aa88386-ced3-4a31-b7f5-a197dc3157ba","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:50.286738335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-model-match-auth","reconcileID":"16c0f48d-abee-4be5-9a86-12c95d0ecc94","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:50.289053889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"cd61d9bd-dbf7-448d-b6e1-5ccdd37d6d47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:50.28917975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"73736fba-f9aa-4435-afdf-1f20259fa7a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:50.756994222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-model-match-auth","reconcileID":"712671e8-f83c-4269-9fad-2abe2f847e15","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:50.757777531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-model-nomatch-auth","reconcileID":"3a700df7-0588-4f64-80d8-df7cc71a87ab","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:50.757792693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"1708db4c-d476-436f-9250-d79f4ff8142d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:50.758198512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"67308650-ac31-4f51-b3aa-92cd783a21c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:50.813648087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-model-match-auth","reconcileID":"712671e8-f83c-4269-9fad-2abe2f847e15","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:50.814471336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"1708db4c-d476-436f-9250-d79f4ff8142d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:50.817279404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-model-nomatch-auth","reconcileID":"3a700df7-0588-4f64-80d8-df7cc71a87ab","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:50.818022262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"67308650-ac31-4f51-b3aa-92cd783a21c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:54.018782964Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-46c731c3"},"namespace":"ai-tenant-e2e-migrate-46c731c3","name":"default-tenant","reconcileID":"68ca4a52-4910-41b5-80e9-0bdacaaddd22","api-key-max-expiration-days":"37","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:54.07447405Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-46c731c3"},"namespace":"ai-tenant-e2e-migrate-46c731c3","name":"default-tenant","reconcileID":"68ca4a52-4910-41b5-80e9-0bdacaaddd22","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:54.178402678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-46c731c3"},"namespace":"ai-tenant-e2e-migrate-46c731c3","name":"default-tenant","reconcileID":"68ca4a52-4910-41b5-80e9-0bdacaaddd22","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-46c731c3-gw","tenantID":"e2e-migrate-46c731c3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:54.29210501Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-46c731c3"},"namespace":"ai-tenant-e2e-migrate-46c731c3","name":"default-tenant","reconcileID":"68ca4a52-4910-41b5-80e9-0bdacaaddd22","name":"e2e-migrate-46c731c3-gw-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:56.742458078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"39b61eef-256c-411f-9163-cff8b44064cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:56.743589097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-model-match-auth","reconcileID":"3b4bfce7-2970-4249-bef5-3e5a030e9435","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:56.743105046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-model-nomatch-auth","reconcileID":"7b7f6fb7-a3a7-4e03-a061-9c464bd83b31","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:56.745120986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"bfec1771-520a-4e7b-970a-4f57edd8fb12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:56.809943397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-model-match-auth","reconcileID":"3b4bfce7-2970-4249-bef5-3e5a030e9435","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:56.815235439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"39b61eef-256c-411f-9163-cff8b44064cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:56.810766381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-model-nomatch-auth","reconcileID":"7b7f6fb7-a3a7-4e03-a061-9c464bd83b31","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:56.832831797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"bfec1771-520a-4e7b-970a-4f57edd8fb12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:57.367659846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"1dbbde02-8c18-40ac-9630-3cc9893564db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:57.368772746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-model-nomatch-auth","reconcileID":"c563a3a1-c96a-40fc-b377-b8224ccd729c","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:57.373574287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-model-match-auth","reconcileID":"ef0fdb11-e3d1-4a03-a228-45835d33185b","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:57.376874684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"fe3e021b-d4f8-427b-a35e-a123de166be7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:57.44126003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"1dbbde02-8c18-40ac-9630-3cc9893564db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:57.45703321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-model-nomatch-auth","reconcileID":"c563a3a1-c96a-40fc-b377-b8224ccd729c","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:57.474297835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-model-match-auth","reconcileID":"ef0fdb11-e3d1-4a03-a228-45835d33185b","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:57.482498805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"fe3e021b-d4f8-427b-a35e-a123de166be7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:26:59.381954691Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"namespace":"ai-tenant-e2e-extmod-a-99d504","name":"default-tenant","reconcileID":"855a5e64-7406-4e77-ba45-f94431fc7a14","api-key-max-expiration-days":"90","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:00.324013227Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-model-nomatch-sub","reconcileID":"e09fddce-55d2-4a17-9058-f515980ed546","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/distinct-2-w0-d204f4","subscription":"e2e-model-nomatch-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:00.376228478Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-model-nomatch-sub","reconcileID":"e09fddce-55d2-4a17-9058-f515980ed546","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/distinct-2-w0-d204f4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:00.428145017Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-model-nomatch-sub","reconcileID":"e09fddce-55d2-4a17-9058-f515980ed546","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-distinct-2-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/distinct-2-w0-d204f4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:00.698646393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"distinct-2-w0-d204f4","reconcileID":"52f4f71f-c781-43d7-ad5d-7d556decf4d1","MaaSModelRef":{"name":"distinct-2-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-2-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-2-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:00.698780845Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-6a675a priority=0:[ai-tenant-e2e-extmod-b-6a675a/e2e-att-detach-f52088-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-serve-9863d2-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-unrel-046178-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:00.845537474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"distinct-w0-d204f4","reconcileID":"d0a0565b-1f11-4316-96a1-3875f099f572","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:00.960879442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"2ed29dab-16c2-4a5f-87f7-2e970482b438","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:00.960987358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-model-nomatch-auth","reconcileID":"97005a23-3113-4fde-9aca-6b8398d00b09","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:00.961571229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-model-match-auth","reconcileID":"e9c206d1-4187-40b3-acc9-a126caa64c3c","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:00.961588112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"28f03c0d-bd3f-4f7f-aa29-90d78ea196b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:01.017408678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"2ed29dab-16c2-4a5f-87f7-2e970482b438","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:01.017695311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"28f03c0d-bd3f-4f7f-aa29-90d78ea196b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:01.019660679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-model-nomatch-auth","reconcileID":"97005a23-3113-4fde-9aca-6b8398d00b09","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:01.019907124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-model-match-auth","reconcileID":"e9c206d1-4187-40b3-acc9-a126caa64c3c","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:01.221058426Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-model-match-auth","reconcileID":"f11a174a-ad5e-477a-83f5-8e1811aaf375","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/distinct-w0-d204f4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:01.428505644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-model-nomatch-auth","reconcileID":"02d58cc3-5ffb-4a35-be28-0f092bf46ab3","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:01.428764836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"distinct-w0-d204f4","reconcileID":"7b99bf34-645b-4f9c-bcf2-067d74c08a5a","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:01.484157014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-model-nomatch-auth","reconcileID":"02d58cc3-5ffb-4a35-be28-0f092bf46ab3","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:01.57319963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"distinct-2-w0-d204f4","reconcileID":"2e17ebee-5b2a-40eb-ab8f-6643bb46bfa9","MaaSModelRef":{"name":"distinct-2-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-2-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-2-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:01.687945974Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-model-nomatch-auth","reconcileID":"dc79096f-bb94-4a67-ba80-f1a0aac46439","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/distinct-2-w0-d204f4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:01.897471591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"distinct-2-w0-d204f4","reconcileID":"8a53057a-3f87-4e24-bef1-c0a68661b064","MaaSModelRef":{"name":"distinct-2-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-2-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-2-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:04.12946778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"f07b0ab7-ea17-46ca-b797-a2e5922d630a","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:04.129518881Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-6a675a priority=0:[ai-tenant-e2e-extmod-b-6a675a/e2e-att-detach-f52088-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-serve-9863d2-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-unrel-046178-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:04.129877102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"distinct-w0-d204f4","reconcileID":"6223797a-958e-40f2-b62e-c9d940e591ed","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:04.184270717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"77dbe503-31d7-4e13-9bdf-4c56953e965e","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:04.184719403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"distinct-w0-d204f4","reconcileID":"df8d3429-2fd7-4663-879d-8d297871e7d4","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:27:04.238832087Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-partial-access-sub","reconcileID":"b9ff7756-5b6c-4578-aa5d-3430ea673372","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:04.285720717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"418727d4-536a-4f1e-b5f2-fa2d5a894f02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:04.285720702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"d6626e34-8655-4e98-8c33-f56471f8c091","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:04.341371427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"d6626e34-8655-4e98-8c33-f56471f8c091","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:04.341400489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"418727d4-536a-4f1e-b5f2-fa2d5a894f02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:04.352578078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"1510e70c-452d-4bb3-a29d-e68f1a3b34bb","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:04.352934976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"distinct-w0-d204f4","reconcileID":"164eee44-6274-4d84-ac03-e8e9fc35b3d6","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:04.384389431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"5acd78ea-b593-40be-af73-fc3248543b70","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:04.408540972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"a465d398-ed30-4954-a884-3de77086c698","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:04.408892146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"distinct-w0-d204f4","reconcileID":"8b632015-ee06-4cf0-a0da-0d21cf6fb922","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:04.440007128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"29b0e5a8-bfff-481f-94d2-c372bbc68c9d","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:04.596184524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-partial-access-auth","reconcileID":"0c6555e1-0734-411f-bbc7-37587904036b","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:04.68887218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-partial-access-auth","reconcileID":"0c6555e1-0734-411f-bbc7-37587904036b","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:04.689155992Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-partial-access-sub","reconcileID":"f537e0b0-be0b-4bf5-b6fb-1f95b63d8a15","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/e2e-partial-access-sub","ai-tenant-e2e-worker-w0-d204f4/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:04.737991909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"a545981b-8381-49df-9b4c-80253e91d1bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:04.7380072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"0fca7924-dc78-4fbb-95bc-be9dd59cdcf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:04.794432874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"a545981b-8381-49df-9b4c-80253e91d1bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:04.794527678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"0fca7924-dc78-4fbb-95bc-be9dd59cdcf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:04.847517235Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-partial-access-sub","reconcileID":"f537e0b0-be0b-4bf5-b6fb-1f95b63d8a15","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-distinct-w0-d204f4","model":"distinct-w0-d204f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/e2e-partial-access-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:04.89441631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"eb3ce6dc-9c9d-48de-9fa1-92681deba493","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:04.952400844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"a1e0bccc-6c16-4fec-9507-b8f59f0228de","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:05.061691389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"d3e4a96b-8408-401e-8dcf-324b1311e1f0","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:05.062112485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"distinct-w0-d204f4","reconcileID":"33f0d403-6166-40ac-a9e9-f94ab8ebcb01","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:05.107650971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-partial-access-auth","reconcileID":"bd63d0ee-5fa8-48a0-a43a-c9400c586cfe","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:05.16351919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-partial-access-auth","reconcileID":"bd63d0ee-5fa8-48a0-a43a-c9400c586cfe","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:05.268364546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-partial-access-sub","reconcileID":"89e502e7-951a-4e18-99a6-cb6cb5585114","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:05.423936387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-partial-access-sub","reconcileID":"89e502e7-951a-4e18-99a6-cb6cb5585114","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-distinct-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/distinct-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:07.634934926Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-partial-access-auth","reconcileID":"f46fef4e-98b3-454a-a4f0-4209797cd051","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:07.635027924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"68d9cd5e-0c20-4b82-98e2-f90edf1d6acf","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:07.793225059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"c8a78118-30eb-4715-9450-b38776e01cb7","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:07.926423471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"4c4bc63e-178b-48e7-8e17-7294630931dc","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:07.926771462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"distinct-w0-d204f4","reconcileID":"1324e419-4c7d-4c15-997f-4e0ac08d2103","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:08.081963047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"9571a90c-2852-47ba-b8e1-2b3f27a6654d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:08.081968489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"b82c0297-fa94-4af4-9f97-5224816d276f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:08.138452432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"9571a90c-2852-47ba-b8e1-2b3f27a6654d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:08.139061152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"b82c0297-fa94-4af4-9f97-5224816d276f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:09.262178549Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:16.261495052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"7e83e1d4-9c0b-4be0-825d-5e4214e31095","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:16.261497885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"728ba0fd-91f5-4df0-b8ef-decf31b425e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:16.317109358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"7e83e1d4-9c0b-4be0-825d-5e4214e31095","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:16.31826807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"728ba0fd-91f5-4df0-b8ef-decf31b425e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:18.088089774Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-partial-access-sub","reconcileID":"e4dca375-6ad0-4397-9c14-2addbcb24d87","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscription":"e2e-partial-access-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:18.300959433Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-partial-access-sub","reconcileID":"e4dca375-6ad0-4397-9c14-2addbcb24d87","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:18.300993743Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-partial-access-sub","reconcileID":"e4dca375-6ad0-4397-9c14-2addbcb24d87","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/distinct-w0-d204f4","subscription":"e2e-partial-access-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:18.353087756Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-partial-access-sub","reconcileID":"e4dca375-6ad0-4397-9c14-2addbcb24d87","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/distinct-w0-d204f4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:18.405065465Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-partial-access-sub","reconcileID":"e4dca375-6ad0-4397-9c14-2addbcb24d87","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/distinct-w0-d204f4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:18.508236195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"a221975e-669f-4c08-bb1f-cab09c5bc948","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:18.675818489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"simulator-w0-d204f4","reconcileID":"ef3dc88c-9aeb-4421-9aaa-4a02740fc75a","MaaSModelRef":{"name":"simulator-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"simulator-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"simulator-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:18.676142768Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-6a675a priority=0:[ai-tenant-e2e-extmod-b-6a675a/e2e-att-detach-f52088-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-serve-9863d2-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-unrel-046178-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:18.676149523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"distinct-w0-d204f4","reconcileID":"d2385ec0-ac26-49f6-a84e-b70098176822","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:18.831464442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"c72aff87-3282-4ebe-8663-f691b5251dbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:18.831472528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"3402f697-81ea-4a61-b8a0-3c27cfe8e664","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:18.887273266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"3402f697-81ea-4a61-b8a0-3c27cfe8e664","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:18.887375655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"c72aff87-3282-4ebe-8663-f691b5251dbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:19.498996439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"distinct-w0-d204f4","reconcileID":"8ecfc893-81d8-42d5-b813-11349a9cddc0","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:19.49911846Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-6a675a priority=0:[ai-tenant-e2e-extmod-b-6a675a/e2e-att-detach-f52088-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-serve-9863d2-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-unrel-046178-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:19.553569676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"distinct-w0-d204f4","reconcileID":"2f30644b-9570-4975-a3fc-f667a90698df","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:27:19.605834487Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-no-access-sub","reconcileID":"ac1aaeee-3159-4226-a0ed-6a8c058f84ce","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:19.655988796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"fe321cc7-a036-4780-9c16-e2a89d224a73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:19.657811393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"efbc5e29-59d0-45d6-a72f-25b76c6f6559","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:19.7132529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"fe321cc7-a036-4780-9c16-e2a89d224a73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:19.713520492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"efbc5e29-59d0-45d6-a72f-25b76c6f6559","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:19.717588081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"distinct-w0-d204f4","reconcileID":"b419fd20-c92c-48d1-8cf3-d79d22be29b9","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:19.767930586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"distinct-2-w0-d204f4","reconcileID":"eaaeef43-be05-4d71-9012-97f16776fcc0","MaaSModelRef":{"name":"distinct-2-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-2-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-2-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:19.772315591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"distinct-w0-d204f4","reconcileID":"40f0d481-da8e-4ea8-8732-cc0fab79d98e","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:19.823567671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"distinct-2-w0-d204f4","reconcileID":"83f457c8-fe3e-4c74-b55c-64cacaeaf1a6","MaaSModelRef":{"name":"distinct-2-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-2-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-2-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:19.979628659Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-no-access-sub","reconcileID":"1d2a676b-02a1-480c-acef-695aac933f62","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-distinct-w0-d204f4","model":"distinct-w0-d204f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-d204f4/e2e-no-access-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:20.009117808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"7c65109a-31aa-4219-ae91-db19a359e204","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"tenant":"e2e-mt-71335882","gateway":"openshift-ingress/e2e-mt-71335882","model":"ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:20.009143562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"7c65109a-31aa-4219-ae91-db19a359e204","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"routeName":"e2e-lifecycle-model-71335882-kserve-route","namespace":"ai-tenant-e2e-mt-71335882","llmisvcName":"e2e-lifecycle-model-71335882","gateway":"openshift-ingress/e2e-mt-71335882","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:20.028496484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-no-access-auth","reconcileID":"9cb527bd-e52f-4760-9b3b-8ec07c49b734","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:20.083598426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-no-access-auth","reconcileID":"9cb527bd-e52f-4760-9b3b-8ec07c49b734","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:20.129682413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"371ec823-cfce-4a53-9074-0bd6af949027","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:20.129682475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"715256f9-455d-4fbc-8483-4fd9206f35d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:20.143657384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"distinct-w0-d204f4","reconcileID":"0640e261-f20a-4d8f-a74f-d2c3762f6df4","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:20.185210476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"371ec823-cfce-4a53-9074-0bd6af949027","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:20.18537887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"715256f9-455d-4fbc-8483-4fd9206f35d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:20.34955054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-no-access-sub","reconcileID":"58cb9575-214a-4ef8-88fe-cf9768d262ce","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-distinct-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/distinct-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:20.396865101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"distinct-2-w0-d204f4","reconcileID":"af9e326e-d916-451e-8efd-fd44a3020499","MaaSModelRef":{"name":"distinct-2-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-2-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-2-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:20.601907571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-no-access-auth","reconcileID":"6f2bf124-7eb6-45db-9cb7-18d0e82b67db","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:20.658602328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-no-access-auth","reconcileID":"6f2bf124-7eb6-45db-9cb7-18d0e82b67db","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:23.031128924Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-no-access-auth","reconcileID":"a52feeb1-4ade-4c34-bd0c-3230f1d1512c","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/distinct-2-w0-d204f4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:23.031128896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"distinct-2-w0-d204f4","reconcileID":"d8b24e65-2706-4534-a032-da9a40f1eb79","MaaSModelRef":{"name":"distinct-2-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-2-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-2-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:23.239880145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"distinct-2-w0-d204f4","reconcileID":"da23eacc-e80c-4db3-9e24-d435801ff551","MaaSModelRef":{"name":"distinct-2-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-2-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-2-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:23.371706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"distinct-w0-d204f4","reconcileID":"0284a625-db5b-4aef-b3d1-d1e0a53f6547","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:23.52623467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"59d47d66-8758-4bf4-948a-7431663a05d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:23.526293466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"e470c233-3b08-49a6-9c0a-dbf348f65b11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:23.58504004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"e470c233-3b08-49a6-9c0a-dbf348f65b11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:23.590733028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"59d47d66-8758-4bf4-948a-7431663a05d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:25.449183974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"0cd59748-cb68-45ac-92a8-8b2660d0f673","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"tenant":"e2e-mt-71335882","gateway":"openshift-ingress/e2e-mt-71335882","model":"ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:25.449210569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"0cd59748-cb68-45ac-92a8-8b2660d0f673","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"routeName":"e2e-lifecycle-model-71335882-kserve-route","namespace":"ai-tenant-e2e-mt-71335882","llmisvcName":"e2e-lifecycle-model-71335882","gateway":"openshift-ingress/e2e-mt-71335882","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:25.505095447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"bdd46a4c-ea93-4219-9041-226e5a24423e","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"tenant":"e2e-mt-71335882","gateway":"openshift-ingress/e2e-mt-71335882","model":"ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:25.505211744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"bdd46a4c-ea93-4219-9041-226e5a24423e","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"routeName":"e2e-lifecycle-model-71335882-kserve-route","namespace":"ai-tenant-e2e-mt-71335882","llmisvcName":"e2e-lifecycle-model-71335882","gateway":"openshift-ingress/e2e-mt-71335882","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:25.611146648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-policy-71335882","reconcileID":"af308dab-2dee-4acf-96d4-f1be3a1a5126","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-71335882","tenantID":"e2e-mt-71335882","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:25.712242218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"718f9afb-bb73-408b-bb37-f42910511043","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"tenant":"e2e-mt-71335882","gateway":"openshift-ingress/e2e-mt-71335882","model":"ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:25.712264642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"718f9afb-bb73-408b-bb37-f42910511043","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"routeName":"e2e-lifecycle-model-71335882-kserve-route","namespace":"ai-tenant-e2e-mt-71335882","llmisvcName":"e2e-lifecycle-model-71335882","gateway":"openshift-ingress/e2e-mt-71335882","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:25.712256057Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-6a675a priority=0:[ai-tenant-e2e-extmod-b-6a675a/e2e-att-detach-f52088-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-serve-9863d2-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-unrel-046178-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:25.732607662Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-policy-71335882","reconcileID":"af308dab-2dee-4acf-96d4-f1be3a1a5126","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"name":"e2e-mt-71335882-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:25.7696007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"e3aefa87-8443-4fe5-8f0e-cacfe2768bba","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"tenant":"e2e-mt-71335882","gateway":"openshift-ingress/e2e-mt-71335882","model":"ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:25.769622823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"e3aefa87-8443-4fe5-8f0e-cacfe2768bba","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"routeName":"e2e-lifecycle-model-71335882-kserve-route","namespace":"ai-tenant-e2e-mt-71335882","llmisvcName":"e2e-lifecycle-model-71335882","gateway":"openshift-ingress/e2e-mt-71335882","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:25.79137733Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-71335882-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-policy-71335882","reconcileID":"af308dab-2dee-4acf-96d4-f1be3a1a5126","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:27:25.825389325Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"e3aefa87-8443-4fe5-8f0e-cacfe2768bba","name":"e2e-lifecycle-model-71335882","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-71335882\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:27:25.825474979Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"e3aefa87-8443-4fe5-8f0e-cacfe2768bba","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-71335882\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:27:25.825633213Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-sub-71335882","reconcileID":"667a4340-50ca-46a5-9aa2-25696434f7b8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-71335882\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:25.831041163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"5793115d-7e6c-4880-ab5b-c7245fcd6f36","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"tenant":"e2e-mt-71335882","gateway":"openshift-ingress/e2e-mt-71335882","model":"ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:25.83105761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"5793115d-7e6c-4880-ab5b-c7245fcd6f36","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"routeName":"e2e-lifecycle-model-71335882-kserve-route","namespace":"ai-tenant-e2e-mt-71335882","llmisvcName":"e2e-lifecycle-model-71335882","gateway":"openshift-ingress/e2e-mt-71335882","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:25.847693404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"6a272abf-6608-4c14-930a-6afb41fd4a17","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"tenant":"e2e-mt-71335882","gateway":"openshift-ingress/e2e-mt-71335882","model":"ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:25.84771273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"6a272abf-6608-4c14-930a-6afb41fd4a17","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"routeName":"e2e-lifecycle-model-71335882-kserve-route","namespace":"ai-tenant-e2e-mt-71335882","llmisvcName":"e2e-lifecycle-model-71335882","gateway":"openshift-ingress/e2e-mt-71335882","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:25.935526318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"2feea4bd-e341-4b99-b2d7-0c566738c4af","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"tenant":"e2e-mt-71335882","gateway":"openshift-ingress/e2e-mt-71335882","model":"ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:25.935546439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"2feea4bd-e341-4b99-b2d7-0c566738c4af","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"routeName":"e2e-lifecycle-model-71335882-kserve-route","namespace":"ai-tenant-e2e-mt-71335882","llmisvcName":"e2e-lifecycle-model-71335882","gateway":"openshift-ingress/e2e-mt-71335882","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:25.954505632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-policy-71335882","reconcileID":"2e555238-a5c8-4cf3-94a0-d2fbe5bae1ef","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-71335882","tenantID":"e2e-mt-71335882","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:25.994293399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"37b14e4e-64b9-49b9-b86b-2f2c43a92b03","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"tenant":"e2e-mt-71335882","gateway":"openshift-ingress/e2e-mt-71335882","model":"ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:25.994431359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"37b14e4e-64b9-49b9-b86b-2f2c43a92b03","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"routeName":"e2e-lifecycle-model-71335882-kserve-route","namespace":"ai-tenant-e2e-mt-71335882","llmisvcName":"e2e-lifecycle-model-71335882","gateway":"openshift-ingress/e2e-mt-71335882","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:26.014122664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-policy-71335882","reconcileID":"2e555238-a5c8-4cf3-94a0-d2fbe5bae1ef","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"name":"e2e-mt-71335882-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:26.068345373Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-71335882-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-policy-71335882","reconcileID":"2e555238-a5c8-4cf3-94a0-d2fbe5bae1ef","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:26.210852398Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-sub-71335882","reconcileID":"53c26278-64ea-404a-8c36-0bdb08d5ad5c","MaaSSubscription":{"name":"e2e-sub-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"name":"maas-trlp-e2e-lifecycle-model-71335882","model":"e2e-lifecycle-model-71335882","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-71335882/e2e-sub-71335882"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:26.373731893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"b495f191-f936-4eed-a849-94fe6a3f3f11","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"tenant":"e2e-mt-71335882","gateway":"openshift-ingress/e2e-mt-71335882","model":"ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:26.373756294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"b495f191-f936-4eed-a849-94fe6a3f3f11","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"routeName":"e2e-lifecycle-model-71335882-kserve-route","namespace":"ai-tenant-e2e-mt-71335882","llmisvcName":"e2e-lifecycle-model-71335882","gateway":"openshift-ingress/e2e-mt-71335882","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:26.579869719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-sub-71335882","reconcileID":"c50ee15a-c659-4a3f-9e8b-9f7f1ee5bbd4","MaaSSubscription":{"name":"e2e-sub-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"name":"maas-trlp-e2e-lifecycle-model-71335882","model":"ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:33.532665449Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-no-access-sub","reconcileID":"b70fd902-da97-468b-b882-fbd344e6d69b","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/distinct-w0-d204f4","subscription":"e2e-no-access-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:33.585222082Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-no-access-sub","reconcileID":"b70fd902-da97-468b-b882-fbd344e6d69b","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"model":"e2e-models-e2e-worker-w0-d204f4/distinct-w0-d204f4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:33.64999514Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"e2e-no-access-sub","reconcileID":"b70fd902-da97-468b-b882-fbd344e6d69b","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/distinct-w0-d204f4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:33.931709703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"namespace":"e2e-models-e2e-worker-w0-d204f4","name":"distinct-w0-d204f4","reconcileID":"45eb80b7-3004-407f-b647-afc3b9504d59","MaaSModelRef":{"name":"distinct-w0-d204f4","namespace":"e2e-models-e2e-worker-w0-d204f4"},"routeName":"distinct-w0-d204f4-kserve-route","namespace":"e2e-models-e2e-worker-w0-d204f4","llmisvcName":"distinct-w0-d204f4","gateway":"openshift-ingress/e2e-worker-w0-d204f4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:33.932785483Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-6a675a priority=0:[ai-tenant-e2e-extmod-b-6a675a/e2e-att-detach-f52088-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-serve-9863d2-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-unrel-046178-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:34.100034494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"18831f67-c971-4d87-8ff9-b958d7fedac8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:34.100852632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"76125792-74d1-4b4c-9491-38b0894c51a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:34.161169245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"76125792-74d1-4b4c-9491-38b0894c51a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:34.165825689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"18831f67-c971-4d87-8ff9-b958d7fedac8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:34.75785746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-sub-71335882","reconcileID":"b671272a-3dfb-4210-93ec-95d83e6b8a4e","MaaSSubscription":{"name":"e2e-sub-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"name":"maas-trlp-e2e-lifecycle-model-71335882","model":"ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:34.929458259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"4f8dead0-3e7e-4518-bce3-a44a7970942f","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"tenant":"e2e-mt-71335882","gateway":"openshift-ingress/e2e-mt-71335882","model":"ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:34.929568969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"4f8dead0-3e7e-4518-bce3-a44a7970942f","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"routeName":"e2e-lifecycle-model-71335882-kserve-route","namespace":"ai-tenant-e2e-mt-71335882","llmisvcName":"e2e-lifecycle-model-71335882","gateway":"openshift-ingress/e2e-mt-71335882","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:35.504131667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-policy-71335882","reconcileID":"dc4bf407-674d-44ed-a4ed-7cf80067f16e","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-71335882","tenantID":"e2e-mt-71335882","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:35.572716864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-policy-71335882","reconcileID":"dc4bf407-674d-44ed-a4ed-7cf80067f16e","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"name":"e2e-mt-71335882-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:35.6448122Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-71335882-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (30293a71a50fcdddafd126dec64c89549bfd97fd0f5ab3c72eac9d614475f34b) AuthConfig (eadc8fd8dea049afaca35a0041c4e94df109ca4d1884cc85da8bc226fcd6e18f) AuthConfig (bd14bc95040d30bb903ccbebe9cb50c64310a3f3c9ddc971574d67c36d38e8e9) AuthConfig (9ee1a3544e141f18ab04436c0a643e3dde82ba8edf820370a3d548c9bcaa00bf) AuthConfig (dd4bab4be56ff8dbc023391fcb52c13bc8a4251c1594377120adcbf6c3991c39) AuthConfig (a5048639b719d92ff312e1dccf047620585c6c6555e7c0962c46cdce6029579f) AuthConfig (b0c723bc94d577d4e092809090ef69a204dbf61b763b23182a281c6f648b6a23) AuthConfig (d806aa87a0fc44a5d7f0ef4e1d9bca66f5674e3bdfb8dab6c93e1ce74dcc0726) AuthConfig (7963203b78df6d238f1e47fc80892a89b02b7d9d8c73e2418ccf4d1aadb2f03e) AuthConfig (a084b64d4786fcb9df0c74abdac52f7c83aaf8c8c065ae74a72e163840a328d8) AuthConfig (0f718185bc71d39dc9973dd6869e63687aef26362f80053c35ed98c895a52d63) AuthConfig (76a88bbe037f1efd201021edea5c79612726d6f01b5d96f090eb48783c7f48bd) AuthConfig (c949b1dde21eeb1ecca0d22171f45735cae1c6e90514008e82569e97fac67eb7) AuthConfig (fb108e7d04c21e77ec8442a5b9f7eb46f318d5638a44570b700bd0415777c3bb) AuthConfig (3bd188f509406771c7d74aa2a06566d551065c5b50ceb77a38637905b700dc0d) AuthConfig (b41033f46c290259bb89e724a1c265a776be5c2e0930de29b15bfece563e3819) AuthConfig (29beeb9e209cde3b7a1c9336057595839f1fc6b2fbe2db9188cd80f02c4d1944) AuthConfig (c2b1f465b9f4b7357ea8c56fb9a815322e0a397be3a025a14a9da1c7fa45ef6d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-policy-71335882","reconcileID":"dc4bf407-674d-44ed-a4ed-7cf80067f16e","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:35.732716429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"86d2804c-6b24-442f-9bf0-a5c4e7fff29f","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"tenant":"e2e-mt-71335882","gateway":"openshift-ingress/e2e-mt-71335882","model":"ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:35.732936637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"86d2804c-6b24-442f-9bf0-a5c4e7fff29f","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"routeName":"e2e-lifecycle-model-71335882-kserve-route","namespace":"ai-tenant-e2e-mt-71335882","llmisvcName":"e2e-lifecycle-model-71335882","gateway":"openshift-ingress/e2e-mt-71335882","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:37.612070086Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-46c731c3"},"namespace":"ai-tenant-e2e-migrate-46c731c3","name":"default-tenant","reconcileID":"62691e2d-3808-4981-9dd9-f9f175579be7","api-key-max-expiration-days":"37","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:37.717525916Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-46c731c3"},"namespace":"ai-tenant-e2e-migrate-46c731c3","name":"default-tenant","reconcileID":"62691e2d-3808-4981-9dd9-f9f175579be7","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.263171037Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.281403867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94b61d76-eb2d-4498-8dbf-0509209f0324","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.333231012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94b61d76-eb2d-4498-8dbf-0509209f0324","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.384986519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94b61d76-eb2d-4498-8dbf-0509209f0324","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.436675686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94b61d76-eb2d-4498-8dbf-0509209f0324","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:40.273953599Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-202d23","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-202d23","reconcileID":"d4aa0279-6b63-4fe7-a454-9a835f1ac292","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-202d23","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-202d23":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:41.422366641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48f97fb0-cee6-49c0-8389-5b8c11b0b4a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:41.474036136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48f97fb0-cee6-49c0-8389-5b8c11b0b4a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:41.526509143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48f97fb0-cee6-49c0-8389-5b8c11b0b4a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:41.578317466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48f97fb0-cee6-49c0-8389-5b8c11b0b4a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:42.663262504Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-99d504"},"namespace":"ai-tenant-e2e-extmod-a-99d504","name":"default-tenant","reconcileID":"10ec5db2-6241-448c-b107-0ffb242a9ab3","api-key-max-expiration-days":"90","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:43.464988731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12712ef4-05eb-48b1-a86b-43ee35669948","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:43.517157132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12712ef4-05eb-48b1-a86b-43ee35669948","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:43.569033066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12712ef4-05eb-48b1-a86b-43ee35669948","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:43.620780536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12712ef4-05eb-48b1-a86b-43ee35669948","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:45.517518793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd679250-44e5-4ba1-9a3b-d426d4bb4e4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:45.569214839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd679250-44e5-4ba1-9a3b-d426d4bb4e4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:45.620811351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd679250-44e5-4ba1-9a3b-d426d4bb4e4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:45.672871278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd679250-44e5-4ba1-9a3b-d426d4bb4e4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:45.887649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-policy-71335882","reconcileID":"cf6fa8c5-c664-4f58-8c73-d7ede10170db","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-71335882","tenantID":"e2e-mt-71335882","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:45.962513574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-policy-71335882","reconcileID":"cf6fa8c5-c664-4f58-8c73-d7ede10170db","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"name":"e2e-mt-71335882-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:46.016689519Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-71335882-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (30293a71a50fcdddafd126dec64c89549bfd97fd0f5ab3c72eac9d614475f34b) AuthConfig (eadc8fd8dea049afaca35a0041c4e94df109ca4d1884cc85da8bc226fcd6e18f) AuthConfig (bd14bc95040d30bb903ccbebe9cb50c64310a3f3c9ddc971574d67c36d38e8e9) AuthConfig (9ee1a3544e141f18ab04436c0a643e3dde82ba8edf820370a3d548c9bcaa00bf) AuthConfig (dd4bab4be56ff8dbc023391fcb52c13bc8a4251c1594377120adcbf6c3991c39) AuthConfig (a5048639b719d92ff312e1dccf047620585c6c6555e7c0962c46cdce6029579f) AuthConfig (b0c723bc94d577d4e092809090ef69a204dbf61b763b23182a281c6f648b6a23) AuthConfig (d806aa87a0fc44a5d7f0ef4e1d9bca66f5674e3bdfb8dab6c93e1ce74dcc0726) AuthConfig (7963203b78df6d238f1e47fc80892a89b02b7d9d8c73e2418ccf4d1aadb2f03e) AuthConfig (a084b64d4786fcb9df0c74abdac52f7c83aaf8c8c065ae74a72e163840a328d8) AuthConfig (0f718185bc71d39dc9973dd6869e63687aef26362f80053c35ed98c895a52d63) AuthConfig (76a88bbe037f1efd201021edea5c79612726d6f01b5d96f090eb48783c7f48bd) AuthConfig (c949b1dde21eeb1ecca0d22171f45735cae1c6e90514008e82569e97fac67eb7) AuthConfig (fb108e7d04c21e77ec8442a5b9f7eb46f318d5638a44570b700bd0415777c3bb) AuthConfig (3bd188f509406771c7d74aa2a06566d551065c5b50ceb77a38637905b700dc0d) AuthConfig (b41033f46c290259bb89e724a1c265a776be5c2e0930de29b15bfece563e3819) AuthConfig (29beeb9e209cde3b7a1c9336057595839f1fc6b2fbe2db9188cd80f02c4d1944) AuthConfig (c2b1f465b9f4b7357ea8c56fb9a815322e0a397be3a025a14a9da1c7fa45ef6d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-policy-71335882","reconcileID":"cf6fa8c5-c664-4f58-8c73-d7ede10170db","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:47.620374033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5315fdfa-4ea0-48d4-b8d5-d94de4df8dae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:47.672169283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5315fdfa-4ea0-48d4-b8d5-d94de4df8dae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:47.724031695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5315fdfa-4ea0-48d4-b8d5-d94de4df8dae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:47.775945382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5315fdfa-4ea0-48d4-b8d5-d94de4df8dae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:51.561262376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"285bafa7-7b68-45f7-8e9c-d423dd32d904","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:51.561216456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"76bfdf4a-788a-4d9e-b231-d8c5889afb1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:51.629621734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"76bfdf4a-788a-4d9e-b231-d8c5889afb1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:51.633600202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"285bafa7-7b68-45f7-8e9c-d423dd32d904","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:52.57511753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"1e2c94fd-120a-4e84-9ec7-ac21202b2bd7","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/sub-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:52.575147932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"1e2c94fd-120a-4e84-9ec7-ac21202b2bd7","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"sub-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"sub-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:56.125758068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-policy-71335882","reconcileID":"90d7a8a8-70ba-4819-a96b-64d46f8c47a6","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-71335882","tenantID":"e2e-mt-71335882","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:56.187645251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-policy-71335882","reconcileID":"90d7a8a8-70ba-4819-a96b-64d46f8c47a6","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"name":"e2e-mt-71335882-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:56.464828825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"e1ba7a03-5bfe-4ad7-ae91-c3714614a43e","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"tenant":"e2e-mt-71335882","gateway":"openshift-ingress/e2e-mt-71335882","model":"ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:27:56.464852138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"e1ba7a03-5bfe-4ad7-ae91-c3714614a43e","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"routeName":"e2e-lifecycle-model-71335882-kserve-route","namespace":"ai-tenant-e2e-mt-71335882","llmisvcName":"e2e-lifecycle-model-71335882","gateway":"openshift-ingress/e2e-mt-71335882","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:06.345219068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"c04265e1-2305-48b1-812c-7311219e6b89","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"tenant":"e2e-mt-71335882","gateway":"openshift-ingress/e2e-mt-71335882","model":"ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:06.345242682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"c04265e1-2305-48b1-812c-7311219e6b89","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"routeName":"e2e-lifecycle-model-71335882-kserve-route","namespace":"ai-tenant-e2e-mt-71335882","llmisvcName":"e2e-lifecycle-model-71335882","gateway":"openshift-ingress/e2e-mt-71335882","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:06.451856331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"8f313977-3619-4ce7-90e1-ce142f1d745b","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"tenant":"e2e-mt-71335882","gateway":"openshift-ingress/e2e-mt-71335882","model":"ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:06.451877905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"8f313977-3619-4ce7-90e1-ce142f1d745b","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"routeName":"e2e-lifecycle-model-71335882-kserve-route","namespace":"ai-tenant-e2e-mt-71335882","llmisvcName":"e2e-lifecycle-model-71335882","gateway":"openshift-ingress/e2e-mt-71335882","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:06.553507156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-policy-71335882","reconcileID":"69da657f-ca22-461f-9af3-d5f201cdcf29","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-71335882","tenantID":"e2e-mt-71335882","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:06.60913081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-policy-71335882","reconcileID":"69da657f-ca22-461f-9af3-d5f201cdcf29","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"name":"e2e-mt-71335882-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:06.656835794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-sub-71335882","reconcileID":"b3e13d4f-dcf7-42ac-a4db-b440d82da815","MaaSSubscription":{"name":"e2e-sub-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"name":"maas-trlp-e2e-lifecycle-model-71335882","model":"ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:06.919111797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-policy-71335882","reconcileID":"9479728d-bef5-4c75-b431-d24b295b4bcd","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-71335882","tenantID":"e2e-mt-71335882","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:06.974507597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-policy-71335882","reconcileID":"9479728d-bef5-4c75-b431-d24b295b4bcd","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"name":"e2e-mt-71335882-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:06.992951568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-sub-71335882","reconcileID":"53337c3b-81c4-4cb9-827a-1babfad7aac2","MaaSSubscription":{"name":"e2e-sub-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"name":"maas-trlp-e2e-lifecycle-model-71335882","model":"ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:07.329188702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"638e8dd5-e08d-4d53-bd59-75ce73b3f6b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:07.381116413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"638e8dd5-e08d-4d53-bd59-75ce73b3f6b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:07.433080023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"638e8dd5-e08d-4d53-bd59-75ce73b3f6b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:07.485152591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"638e8dd5-e08d-4d53-bd59-75ce73b3f6b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:09.083024128Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-42edc6","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-delete-42edc6","reconcileID":"1d437030-dd1f-4c01-af57-afbd59d963f0","namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-delete-42edc6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:09.139747636Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-42edc6","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-delete-42edc6","reconcileID":"7f4a05bd-ab78-4da3-8150-d2e05c61273f","namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-delete-42edc6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:09.187959646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-policy-71335882","reconcileID":"87194927-bf74-4c3f-a7df-966092f64ee6","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-71335882","tenantID":"e2e-mt-71335882","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:09.239440687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"ac0e1d85-516c-4c04-b465-f5776aa39a2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:09.239796876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98a2e57b-b4f8-4e37-9865-917dc945d023","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:09.239988977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"3af0b9a3-4f18-46a7-b780-7d287159911c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:09.240365818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a232ad35-a833-42bf-9942-9c603ec0ff87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:09.244763517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-policy-71335882","reconcileID":"87194927-bf74-4c3f-a7df-966092f64ee6","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"name":"e2e-mt-71335882-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:09.262178024Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:09.296317135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"ac0e1d85-516c-4c04-b465-f5776aa39a2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:09.296388847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98a2e57b-b4f8-4e37-9865-917dc945d023","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:09.298804703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"3af0b9a3-4f18-46a7-b780-7d287159911c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:09.298950589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a232ad35-a833-42bf-9942-9c603ec0ff87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:09.44284549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8bf1673-f72f-4c50-87d3-ea53f49245a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:09.494344563Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-42edc6","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-delete-42edc6","reconcileID":"fc28ff4c-3f64-4d45-b053-7dd7096af5f0","MaaSModelRef":{"name":"e2e-att-delete-42edc6","namespace":"e2e-extmod-att-user-4cdf05"},"name":"e2e-att-delete-42edc6","namespace":"e2e-extmod-att-user-4cdf05","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:09.495141915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8bf1673-f72f-4c50-87d3-ea53f49245a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:09.547834269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8bf1673-f72f-4c50-87d3-ea53f49245a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:09.600677376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8bf1673-f72f-4c50-87d3-ea53f49245a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:09.708455327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"393180ef-28fd-41a6-b1f5-b559e6a8cd33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:09.717281416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-serve-9863d2","reconcileID":"d21d5b24-bcee-4fae-b3de-7723ffccbafb","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-att-user-4cdf05/e2e-att-serve-9863d2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:09.7173207Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-serve-9863d2","reconcileID":"d21d5b24-bcee-4fae-b3de-7723ffccbafb","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"routeName":"external-model-e2e-att-serve-9863d2-0ce91b88f089","namespace":"e2e-extmod-att-user-4cdf05","model":"e2e-att-serve-9863d2","externalModel":"e2e-att-serve-9863d2","provider":"e2e-att-serve-9863d2-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:09.718718351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-9863d2-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-sub","reconcileID":"c484bd29-5186-48cf-8b1c-d94f30039e09","MaaSSubscription":{"name":"e2e-att-serve-9863d2-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"maas-trlp-e2e-att-serve-9863d2","model":"e2e-extmod-att-user-4cdf05/e2e-att-serve-9863d2","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:09.763469743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"62e85d79-e32f-413e-840f-6197e5c95af7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:09.776198056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"393180ef-28fd-41a6-b1f5-b559e6a8cd33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:09.777553945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-046178-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-sub","reconcileID":"da293e2d-349a-4068-8e39-e83efd828fc9","MaaSSubscription":{"name":"e2e-att-unrel-046178-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"maas-trlp-e2e-att-unrel-046178","model":"e2e-extmod-att-user-4cdf05/e2e-att-unrel-046178","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:09.777858875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-f52088-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-sub","reconcileID":"12ad435c-4307-4a9a-9a12-96a800c87e5f","MaaSSubscription":{"name":"e2e-att-detach-f52088-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"maas-trlp-e2e-att-detach-f52088","model":"e2e-extmod-att-user-4cdf05/e2e-att-detach-f52088","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:09.827589428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"62e85d79-e32f-413e-840f-6197e5c95af7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:09.830916718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"0cf355e2-a9a8-426f-bd37-10daf8cc6166","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:09.831325585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-access","reconcileID":"3436d241-4450-4884-a9c5-ecfa62db958f","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:09.886987778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"942a2f1b-3db3-4cb7-a3b4-776e529dcd51","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:09.888317876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-unrel-046178","reconcileID":"73656f53-f16b-49aa-9428-abd76438f4b0","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-att-user-4cdf05/e2e-att-unrel-046178","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:09.888450582Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-unrel-046178","reconcileID":"73656f53-f16b-49aa-9428-abd76438f4b0","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"routeName":"external-model-e2e-att-unrel-046178-f2da6287961e","namespace":"e2e-extmod-att-user-4cdf05","model":"e2e-att-unrel-046178","externalModel":"e2e-att-unrel-046178","provider":"e2e-att-unrel-046178-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:09.895925092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-access","reconcileID":"3436d241-4450-4884-a9c5-ecfa62db958f","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:09.900838067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"0cf355e2-a9a8-426f-bd37-10daf8cc6166","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:09.988897772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"942a2f1b-3db3-4cb7-a3b4-776e529dcd51","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:10.038660768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"991fde5d-39cb-4e95-bd61-03e75dd9b28e","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-att-user-4cdf05/e2e-att-detach-f52088","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:10.038696355Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"991fde5d-39cb-4e95-bd61-03e75dd9b28e","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"routeName":"external-model-e2e-att-detach-f52088-558214c66572","namespace":"e2e-extmod-att-user-4cdf05","model":"e2e-att-detach-f52088","externalModel":"e2e-att-detach-f52088","provider":"e2e-att-detach-f52088-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:10.141977044Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-42edc6","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-delete-42edc6","reconcileID":"79214b42-2a96-4a18-a54b-244366ee86a7","MaaSModelRef":{"name":"e2e-att-delete-42edc6","namespace":"e2e-extmod-att-user-4cdf05"},"name":"e2e-att-delete-42edc6","namespace":"e2e-extmod-att-user-4cdf05","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:10.142958004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7cf575ea-e0ed-4b86-9c5a-644b52603653","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:10.19803077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7cf575ea-e0ed-4b86-9c5a-644b52603653","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:10.241952984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"2f18e444-8098-4162-bf82-fc5c2a2cadce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:10.312810812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"2f18e444-8098-4162-bf82-fc5c2a2cadce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:10.37180287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"af938bbe-e0fd-4150-b7f9-4c45819e05af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:10.371834844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28d6a40c-af0c-420a-be69-f25bed9b94cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:10.415982475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-policy-71335882","reconcileID":"fd098b0c-02e2-496b-bec2-4d00f2af2de2","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-71335882","tenantID":"e2e-mt-71335882","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:10.427848025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28d6a40c-af0c-420a-be69-f25bed9b94cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:10.42814088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"af938bbe-e0fd-4150-b7f9-4c45819e05af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:10.471410155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-policy-71335882","reconcileID":"fd098b0c-02e2-496b-bec2-4d00f2af2de2","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"name":"e2e-mt-71335882-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:10.644803565Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-42edc6","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-delete-42edc6","reconcileID":"13165087-c1f8-423b-baf7-f2f3c7aa3aba","MaaSModelRef":{"name":"e2e-att-delete-42edc6","namespace":"e2e-extmod-att-user-4cdf05"},"name":"e2e-att-delete-42edc6","namespace":"e2e-extmod-att-user-4cdf05","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:10.730317779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"c1973974-37c1-4599-a82c-22c50ca98096","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:10.782841908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-access","reconcileID":"229d5380-f7ae-4847-91da-6540deec8704","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:10.787058519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"c1973974-37c1-4599-a82c-22c50ca98096","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:10.835667865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-serve-9863d2","reconcileID":"64ae846c-445d-4bd9-8fb5-9a256d826d6a","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-att-user-4cdf05/e2e-att-serve-9863d2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:10.835703771Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-serve-9863d2","reconcileID":"64ae846c-445d-4bd9-8fb5-9a256d826d6a","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"routeName":"external-model-e2e-att-serve-9863d2-0ce91b88f089","namespace":"e2e-extmod-att-user-4cdf05","model":"e2e-att-serve-9863d2","externalModel":"e2e-att-serve-9863d2","provider":"e2e-att-serve-9863d2-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:10.838817495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-access","reconcileID":"229d5380-f7ae-4847-91da-6540deec8704","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:10.884939941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"385e12dd-262e-4fc3-ae8b-931de98bd295","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:10.886788366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-9863d2-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-sub","reconcileID":"1545a21f-297a-412f-85df-9d0f3c776cc7","MaaSSubscription":{"name":"e2e-att-serve-9863d2-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"maas-trlp-e2e-att-serve-9863d2","model":"e2e-extmod-att-user-4cdf05/e2e-att-serve-9863d2","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:10.888882319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-046178-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-sub","reconcileID":"f29b17eb-8174-4914-95c7-d9f5ce19d539","MaaSSubscription":{"name":"e2e-att-unrel-046178-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"maas-trlp-e2e-att-unrel-046178","model":"e2e-extmod-att-user-4cdf05/e2e-att-unrel-046178","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:10.974715733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-unrel-046178","reconcileID":"839f2f5d-4b05-422a-9cac-69850b11a7a5","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-att-user-4cdf05/e2e-att-unrel-046178","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:10.974753414Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-unrel-046178","reconcileID":"839f2f5d-4b05-422a-9cac-69850b11a7a5","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"routeName":"external-model-e2e-att-unrel-046178-f2da6287961e","namespace":"e2e-extmod-att-user-4cdf05","model":"e2e-att-unrel-046178","externalModel":"e2e-att-unrel-046178","provider":"e2e-att-unrel-046178-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:10.975447353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-f52088-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-sub","reconcileID":"ad7a227c-7fbb-456f-9ab0-152876bd3df3","MaaSSubscription":{"name":"e2e-att-detach-f52088-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"maas-trlp-e2e-att-detach-f52088","model":"e2e-extmod-att-user-4cdf05/e2e-att-detach-f52088","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:10.983366657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"385e12dd-262e-4fc3-ae8b-931de98bd295","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:11.141358949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"ee0a7e26-0b17-4f59-b5bf-4b0a4c071176","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-att-user-4cdf05/e2e-att-detach-f52088","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:11.141401303Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"ee0a7e26-0b17-4f59-b5bf-4b0a4c071176","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"routeName":"external-model-e2e-att-detach-f52088-558214c66572","namespace":"e2e-extmod-att-user-4cdf05","model":"e2e-att-detach-f52088","externalModel":"e2e-att-detach-f52088","provider":"e2e-att-detach-f52088-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:11.247641916Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-42edc6","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-delete-42edc6","reconcileID":"01ac5d3c-0f04-4faa-a803-3bb6975d7066","MaaSModelRef":{"name":"e2e-att-delete-42edc6","namespace":"e2e-extmod-att-user-4cdf05"},"name":"e2e-att-delete-42edc6","namespace":"e2e-extmod-att-user-4cdf05","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:11.411940499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-access","reconcileID":"d08fa5bf-7ca8-4b87-8849-299e607f4f51","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:11.470729545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-access","reconcileID":"d08fa5bf-7ca8-4b87-8849-299e607f4f51","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:11.518358782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"ee7c2c38-28af-4dcb-ab56-ba266f1ac7f8","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:11.519490391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"5eb15208-463a-456b-9e0d-a272c2e7d6ba","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:11.579394159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"5eb15208-463a-456b-9e0d-a272c2e7d6ba","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:11.579418589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"ee7c2c38-28af-4dcb-ab56-ba266f1ac7f8","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:11.697505199Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-42edc6","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-delete-42edc6","reconcileID":"06f847dd-b8bb-4e7b-9849-db3119a6bfec","namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-delete-42edc6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:11.710678854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ed5aeb0-603f-40d9-908e-39ff6517b241","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:11.775514347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ed5aeb0-603f-40d9-908e-39ff6517b241","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:28:11.780151977Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-42edc6","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-delete-42edc6","reconcileID":"a7be4e67-73d6-4f84-9505-2ec6706b8341","MaaSModelRef":{"name":"e2e-att-delete-42edc6","namespace":"e2e-extmod-att-user-4cdf05"},"error":"ExternalModel e2e-extmod-att-user-4cdf05/e2e-att-delete-42edc6 is attached to several gateways [openshift-ingress/e2e-extmod-a-99d504 openshift-ingress/e2e-extmod-b-6a675a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:11.833461056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ed5aeb0-603f-40d9-908e-39ff6517b241","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:11.833721328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-policy-71335882","reconcileID":"7585748f-755f-477c-b1be-84f869163f45","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-71335882","tenantID":"e2e-mt-71335882","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:11.885633617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ed5aeb0-603f-40d9-908e-39ff6517b241","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:28:11.889300111Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-42edc6","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-delete-42edc6","reconcileID":"a7be4e67-73d6-4f84-9505-2ec6706b8341","error":"ExternalModel e2e-extmod-att-user-4cdf05/e2e-att-delete-42edc6 is attached to several gateways [openshift-ingress/e2e-extmod-a-99d504 openshift-ingress/e2e-extmod-b-6a675a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:11.941179663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-policy-71335882","reconcileID":"7585748f-755f-477c-b1be-84f869163f45","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"name":"e2e-mt-71335882-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:28:11.946609237Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-42edc6","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-delete-42edc6","reconcileID":"4a48bd96-e45e-4401-b76d-d55a4fd4186d","MaaSModelRef":{"name":"e2e-att-delete-42edc6","namespace":"e2e-extmod-att-user-4cdf05"},"error":"ExternalModel e2e-extmod-att-user-4cdf05/e2e-att-delete-42edc6 is attached to several gateways [openshift-ingress/e2e-extmod-a-99d504 openshift-ingress/e2e-extmod-b-6a675a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:28:11.94670223Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-42edc6","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-delete-42edc6","reconcileID":"4a48bd96-e45e-4401-b76d-d55a4fd4186d","error":"ExternalModel e2e-extmod-att-user-4cdf05/e2e-att-delete-42edc6 is attached to several gateways [openshift-ingress/e2e-extmod-a-99d504 openshift-ingress/e2e-extmod-b-6a675a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:11.988590082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"31db7eaa-67fc-46d4-bd18-790f948d4b65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:11.988660876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c4bfcea-e730-4fa3-bf8a-154853fde17a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:28:12.009252185Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-42edc6","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-delete-42edc6","reconcileID":"7887374e-f873-4548-a182-98b904c1f677","MaaSModelRef":{"name":"e2e-att-delete-42edc6","namespace":"e2e-extmod-att-user-4cdf05"},"error":"ExternalModel e2e-extmod-att-user-4cdf05/e2e-att-delete-42edc6 is attached to several gateways [openshift-ingress/e2e-extmod-a-99d504 openshift-ingress/e2e-extmod-b-6a675a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:28:12.009421959Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-42edc6","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-delete-42edc6","reconcileID":"7887374e-f873-4548-a182-98b904c1f677","error":"ExternalModel e2e-extmod-att-user-4cdf05/e2e-att-delete-42edc6 is attached to several gateways [openshift-ingress/e2e-extmod-a-99d504 openshift-ingress/e2e-extmod-b-6a675a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:12.045619556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c4bfcea-e730-4fa3-bf8a-154853fde17a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:12.04774963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"31db7eaa-67fc-46d4-bd18-790f948d4b65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:28:12.082127073Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-42edc6","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-delete-42edc6","reconcileID":"79597502-8ac2-4247-953b-1bbefb62c0a1","MaaSModelRef":{"name":"e2e-att-delete-42edc6","namespace":"e2e-extmod-att-user-4cdf05"},"error":"ExternalModel e2e-extmod-att-user-4cdf05/e2e-att-delete-42edc6 is attached to several gateways [openshift-ingress/e2e-extmod-a-99d504 openshift-ingress/e2e-extmod-b-6a675a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:28:12.082209033Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-42edc6","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-delete-42edc6","reconcileID":"79597502-8ac2-4247-953b-1bbefb62c0a1","error":"ExternalModel e2e-extmod-att-user-4cdf05/e2e-att-delete-42edc6 is attached to several gateways [openshift-ingress/e2e-extmod-a-99d504 openshift-ingress/e2e-extmod-b-6a675a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:12.147910248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"6c4dffd1-971d-41c4-a6a3-f36a38e1f54a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:12.147952944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"368eabfb-5073-499b-939c-4c20b4bc4e05","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:28:12.174372443Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-42edc6","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-delete-42edc6","reconcileID":"471c0155-bdfb-44bb-aa9f-5565f2034ae7","MaaSModelRef":{"name":"e2e-att-delete-42edc6","namespace":"e2e-extmod-att-user-4cdf05"},"error":"ExternalModel e2e-extmod-att-user-4cdf05/e2e-att-delete-42edc6 is attached to several gateways [openshift-ingress/e2e-extmod-a-99d504 openshift-ingress/e2e-extmod-b-6a675a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:28:12.17447206Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-42edc6","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-delete-42edc6","reconcileID":"471c0155-bdfb-44bb-aa9f-5565f2034ae7","error":"ExternalModel e2e-extmod-att-user-4cdf05/e2e-att-delete-42edc6 is attached to several gateways [openshift-ingress/e2e-extmod-a-99d504 openshift-ingress/e2e-extmod-b-6a675a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:12.207429366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"6c4dffd1-971d-41c4-a6a3-f36a38e1f54a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:12.207590011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"368eabfb-5073-499b-939c-4c20b4bc4e05","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:12.262378832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"d0226481-6b22-4e85-8afe-c86f79f55f67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:28:12.310005755Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-42edc6","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-delete-42edc6","reconcileID":"7dd2f3ea-99a5-4805-a396-59586aad22e3","MaaSModelRef":{"name":"e2e-att-delete-42edc6","namespace":"e2e-extmod-att-user-4cdf05"},"error":"ExternalModel e2e-extmod-att-user-4cdf05/e2e-att-delete-42edc6 is attached to several gateways [openshift-ingress/e2e-extmod-a-99d504 openshift-ingress/e2e-extmod-b-6a675a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:28:12.310089033Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-42edc6","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-delete-42edc6","reconcileID":"7dd2f3ea-99a5-4805-a396-59586aad22e3","error":"ExternalModel e2e-extmod-att-user-4cdf05/e2e-att-delete-42edc6 is attached to several gateways [openshift-ingress/e2e-extmod-a-99d504 openshift-ingress/e2e-extmod-b-6a675a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:12.319501846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"d0226481-6b22-4e85-8afe-c86f79f55f67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:12.429515552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"c9ab28a3-4042-4823-9272-ad83ff47317f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:12.429515543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"59a5120f-5be5-45e3-bbce-a3168545c279","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:12.486000653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"59a5120f-5be5-45e3-bbce-a3168545c279","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:12.486042378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"c9ab28a3-4042-4823-9272-ad83ff47317f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:28:12.522046746Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-42edc6","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-delete-42edc6","reconcileID":"ab42310f-5897-4459-bffa-d60c9ee78be4","MaaSModelRef":{"name":"e2e-att-delete-42edc6","namespace":"e2e-extmod-att-user-4cdf05"},"error":"ExternalModel e2e-extmod-att-user-4cdf05/e2e-att-delete-42edc6 is attached to several gateways [openshift-ingress/e2e-extmod-a-99d504 openshift-ingress/e2e-extmod-b-6a675a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:28:12.52211209Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-42edc6","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-delete-42edc6","reconcileID":"ab42310f-5897-4459-bffa-d60c9ee78be4","error":"ExternalModel e2e-extmod-att-user-4cdf05/e2e-att-delete-42edc6 is attached to several gateways [openshift-ingress/e2e-extmod-a-99d504 openshift-ingress/e2e-extmod-b-6a675a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:12.621221409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"2c73142f-eec2-47a4-8488-7b26053147e8","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:12.676427859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"2c73142f-eec2-47a4-8488-7b26053147e8","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:12.72292991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-access","reconcileID":"4b1976cb-6dd2-44cb-b38f-f1f2c63c6b6e","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:12.778379076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-access","reconcileID":"4b1976cb-6dd2-44cb-b38f-f1f2c63c6b6e","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:28:12.939932069Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-42edc6","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-delete-42edc6","reconcileID":"6a3ff8c4-e932-427f-bf29-a95ee97d5674","MaaSModelRef":{"name":"e2e-att-delete-42edc6","namespace":"e2e-extmod-att-user-4cdf05"},"error":"ExternalModel e2e-extmod-att-user-4cdf05/e2e-att-delete-42edc6 is attached to several gateways [openshift-ingress/e2e-extmod-a-99d504 openshift-ingress/e2e-extmod-b-6a675a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:28:12.940005751Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-42edc6","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-delete-42edc6","reconcileID":"6a3ff8c4-e932-427f-bf29-a95ee97d5674","error":"ExternalModel e2e-extmod-att-user-4cdf05/e2e-att-delete-42edc6 is attached to several gateways [openshift-ingress/e2e-extmod-a-99d504 openshift-ingress/e2e-extmod-b-6a675a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:28:13.63258372Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-42edc6","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-delete-42edc6","reconcileID":"c1c53553-0902-4acc-9000-f0bf774f6a4f","MaaSModelRef":{"name":"e2e-att-delete-42edc6","namespace":"e2e-extmod-att-user-4cdf05"},"error":"ExternalModel e2e-extmod-att-user-4cdf05/e2e-att-delete-42edc6 is attached to several gateways [openshift-ingress/e2e-extmod-a-99d504 openshift-ingress/e2e-extmod-b-6a675a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:28:13.632662507Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-42edc6","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-delete-42edc6","reconcileID":"c1c53553-0902-4acc-9000-f0bf774f6a4f","error":"ExternalModel e2e-extmod-att-user-4cdf05/e2e-att-delete-42edc6 is attached to several gateways [openshift-ingress/e2e-extmod-a-99d504 openshift-ingress/e2e-extmod-b-6a675a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:13.765183865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e787ded-4eea-4186-921f-132212334d66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:13.817942715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e787ded-4eea-4186-921f-132212334d66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:13.870722269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e787ded-4eea-4186-921f-132212334d66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:13.922705528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e787ded-4eea-4186-921f-132212334d66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:28:14.967485916Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-42edc6","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-delete-42edc6","reconcileID":"d246cae2-a378-4f08-a5a7-8a6ae1761ffe","MaaSModelRef":{"name":"e2e-att-delete-42edc6","namespace":"e2e-extmod-att-user-4cdf05"},"error":"ExternalModel e2e-extmod-att-user-4cdf05/e2e-att-delete-42edc6 is attached to several gateways [openshift-ingress/e2e-extmod-a-99d504 openshift-ingress/e2e-extmod-b-6a675a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:28:14.967588855Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-42edc6","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-delete-42edc6","reconcileID":"d246cae2-a378-4f08-a5a7-8a6ae1761ffe","error":"ExternalModel e2e-extmod-att-user-4cdf05/e2e-att-delete-42edc6 is attached to several gateways [openshift-ingress/e2e-extmod-a-99d504 openshift-ingress/e2e-extmod-b-6a675a]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:16.359996309Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-42edc6","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-delete-42edc6","reconcileID":"f4c82f54-eff4-4e01-b77d-77dcc6ddf4aa","namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-delete-42edc6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:16.516898085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"4e38e45f-7fec-487a-ac93-f54f4c7950b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:16.519825137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0077687-babc-44f5-92d1-700b99c9f8cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:16.520103826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"448d1a8c-4897-45a6-a321-ee254f219e22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:16.571001037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"59162f53-edd2-4918-9b27-8b24ab9b2739","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:16.57165855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-access","reconcileID":"04034d89-08a6-42b0-b444-e8fdb4100bbc","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:16.57272338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"4e38e45f-7fec-487a-ac93-f54f4c7950b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:16.575591839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"448d1a8c-4897-45a6-a321-ee254f219e22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:16.575697981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0077687-babc-44f5-92d1-700b99c9f8cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:16.627032334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"59162f53-edd2-4918-9b27-8b24ab9b2739","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:16.627321891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-access","reconcileID":"04034d89-08a6-42b0-b444-e8fdb4100bbc","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:16.883525676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"2e058845-eabf-4f79-9ac0-5386a3d11730","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"tenant":"e2e-mt-71335882","gateway":"openshift-ingress/e2e-mt-71335882","model":"ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:16.884304423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"2e058845-eabf-4f79-9ac0-5386a3d11730","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"routeName":"e2e-lifecycle-model-71335882-kserve-route","namespace":"ai-tenant-e2e-mt-71335882","llmisvcName":"e2e-lifecycle-model-71335882","gateway":"openshift-ingress/e2e-mt-71335882","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:17.01619236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-policy-71335882","reconcileID":"23d4f26a-518f-4ac6-a603-83c8ab7e11c9","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-71335882","tenantID":"e2e-mt-71335882","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:17.017413044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"6f1390f1-4d8c-449c-a225-bdfdd6c8f0ee","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:17.072431851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ed0b85f-1cbc-4103-9547-c43a9cfe8c64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:17.073583822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-policy-71335882","reconcileID":"23d4f26a-518f-4ac6-a603-83c8ab7e11c9","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"name":"e2e-mt-71335882-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:17.077838946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"1434581d-1954-4497-b055-07a9ea0d30c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:17.079748474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"6f1390f1-4d8c-449c-a225-bdfdd6c8f0ee","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:17.095239076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"084b505e-5c6f-4a37-9b34-31ecb2c6e8fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:17.122900841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-sub-71335882","reconcileID":"12400f89-4d81-465a-9186-1b62294cea4e","MaaSSubscription":{"name":"e2e-sub-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"name":"maas-trlp-e2e-lifecycle-model-71335882","model":"ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:17.128320911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ed0b85f-1cbc-4103-9547-c43a9cfe8c64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:17.133506057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"1434581d-1954-4497-b055-07a9ea0d30c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:17.151098253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"084b505e-5c6f-4a37-9b34-31ecb2c6e8fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:17.381438692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-policy-71335882","reconcileID":"45108b31-7cbb-4f9f-a2f3-f5a93d728af8","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-71335882","tenantID":"e2e-mt-71335882","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:17.439528213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-policy-71335882","reconcileID":"45108b31-7cbb-4f9f-a2f3-f5a93d728af8","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"name":"e2e-mt-71335882-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:17.441595419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-sub-71335882","reconcileID":"d0d8fbf7-7020-493e-9431-693c808d5e81","MaaSSubscription":{"name":"e2e-sub-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"name":"maas-trlp-e2e-lifecycle-model-71335882","model":"ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:17.696066119Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-46c731c3"},"namespace":"ai-tenant-e2e-migrate-46c731c3","name":"default-tenant","reconcileID":"18b67d9e-bd87-4689-ae5f-c7052b8173c4","namespace":"ai-tenant-e2e-migrate-46c731c3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:17.696131891Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-46c731c3"},"namespace":"ai-tenant-e2e-migrate-46c731c3","name":"default-tenant","reconcileID":"18b67d9e-bd87-4689-ae5f-c7052b8173c4","namespace":"ai-tenant-e2e-migrate-46c731c3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:17.69618164Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-46c731c3"},"namespace":"ai-tenant-e2e-migrate-46c731c3","name":"default-tenant","reconcileID":"18b67d9e-bd87-4689-ae5f-c7052b8173c4","tenant":"e2e-migrate-46c731c3","tenantID":"e2e-migrate-46c731c3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:17.749501872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-46c731c3"},"namespace":"ai-tenant-e2e-migrate-46c731c3","name":"default-tenant","reconcileID":"18b67d9e-bd87-4689-ae5f-c7052b8173c4","gvk":"Deployment","name":"maas-api-e2e-migrate-46c731c3","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:17.812029193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-46c731c3"},"namespace":"ai-tenant-e2e-migrate-46c731c3","name":"default-tenant","reconcileID":"18b67d9e-bd87-4689-ae5f-c7052b8173c4","gvk":"Service","name":"maas-api-e2e-migrate-46c731c3","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:17.866657747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-46c731c3"},"namespace":"ai-tenant-e2e-migrate-46c731c3","name":"default-tenant","reconcileID":"18b67d9e-bd87-4689-ae5f-c7052b8173c4","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-46c731c3","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:17.919707449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-46c731c3"},"namespace":"ai-tenant-e2e-migrate-46c731c3","name":"default-tenant","reconcileID":"18b67d9e-bd87-4689-ae5f-c7052b8173c4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-46c731c3","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:17.973569643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-46c731c3"},"namespace":"ai-tenant-e2e-migrate-46c731c3","name":"default-tenant","reconcileID":"18b67d9e-bd87-4689-ae5f-c7052b8173c4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-46c731c3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:18.028860945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-46c731c3"},"namespace":"ai-tenant-e2e-migrate-46c731c3","name":"default-tenant","reconcileID":"18b67d9e-bd87-4689-ae5f-c7052b8173c4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-46c731c3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:18.079924865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-46c731c3"},"namespace":"ai-tenant-e2e-migrate-46c731c3","name":"default-tenant","reconcileID":"18b67d9e-bd87-4689-ae5f-c7052b8173c4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-46c731c3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:18.11565462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-serve-9863d2","reconcileID":"b1d29e68-c143-4e90-b57e-ab5c7272a7a6","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-att-user-4cdf05/e2e-att-serve-9863d2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:18.115693017Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-serve-9863d2","reconcileID":"b1d29e68-c143-4e90-b57e-ab5c7272a7a6","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"routeName":"external-model-e2e-att-serve-9863d2-0ce91b88f089","namespace":"e2e-extmod-att-user-4cdf05","model":"e2e-att-serve-9863d2","externalModel":"e2e-att-serve-9863d2","provider":"e2e-att-serve-9863d2-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:18.131686024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-46c731c3"},"namespace":"ai-tenant-e2e-migrate-46c731c3","name":"default-tenant","reconcileID":"18b67d9e-bd87-4689-ae5f-c7052b8173c4","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-46c731c3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:18.182954664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-46c731c3"},"namespace":"ai-tenant-e2e-migrate-46c731c3","name":"default-tenant","reconcileID":"18b67d9e-bd87-4689-ae5f-c7052b8173c4","gvk":"Deployment","name":"payload-processing-e2e-migrate-46c731c3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:18.220083911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-unrel-046178","reconcileID":"671e9c86-d4cb-4645-beae-28ec13e4ebd2","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-att-user-4cdf05/e2e-att-unrel-046178","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:18.220138063Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-unrel-046178","reconcileID":"671e9c86-d4cb-4645-beae-28ec13e4ebd2","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"routeName":"external-model-e2e-att-unrel-046178-f2da6287961e","namespace":"e2e-extmod-att-user-4cdf05","model":"e2e-att-unrel-046178","externalModel":"e2e-att-unrel-046178","provider":"e2e-att-unrel-046178-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:18.234410722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-46c731c3"},"namespace":"ai-tenant-e2e-migrate-46c731c3","name":"default-tenant","reconcileID":"18b67d9e-bd87-4689-ae5f-c7052b8173c4","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-46c731c3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:18.272673117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-access","reconcileID":"3804ebc8-50e1-4c26-b2a5-41c968063147","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:18.273194639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"ee0b06e5-61e2-459f-b83b-07fd446f4fd8","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:18.273307776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"4e8f020d-af0f-4fc0-bb6e-f95e9dab6b7d","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:18.28530964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-46c731c3"},"namespace":"ai-tenant-e2e-migrate-46c731c3","name":"default-tenant","reconcileID":"18b67d9e-bd87-4689-ae5f-c7052b8173c4","gvk":"Service","name":"payload-processing-e2e-migrate-46c731c3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:18.324000532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-f52088-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-sub","reconcileID":"713f6786-84bf-484e-8d1b-d756f5ae0c85","MaaSSubscription":{"name":"e2e-att-detach-f52088-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"maas-trlp-e2e-att-detach-f52088","model":"e2e-extmod-att-user-4cdf05/e2e-att-detach-f52088","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:18.324107567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"e322e0cc-b8ba-4cdb-a4ff-9348f1a3d205","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-att-user-4cdf05/e2e-att-detach-f52088","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:18.324137046Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"e322e0cc-b8ba-4cdb-a4ff-9348f1a3d205","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"routeName":"external-model-e2e-att-detach-f52088-558214c66572","namespace":"e2e-extmod-att-user-4cdf05","model":"e2e-att-detach-f52088","externalModel":"e2e-att-detach-f52088","provider":"e2e-att-detach-f52088-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:18.324520668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-046178-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-sub","reconcileID":"890e0342-55d9-4f47-a607-bd44a2d45b66","MaaSSubscription":{"name":"e2e-att-unrel-046178-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"maas-trlp-e2e-att-unrel-046178","model":"e2e-extmod-att-user-4cdf05/e2e-att-unrel-046178","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:18.325160069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-9863d2-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-sub","reconcileID":"60a219d1-33e0-4e07-98d4-80183f466e83","MaaSSubscription":{"name":"e2e-att-serve-9863d2-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"maas-trlp-e2e-att-serve-9863d2","model":"e2e-extmod-att-user-4cdf05/e2e-att-serve-9863d2","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:18.328422365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-access","reconcileID":"3804ebc8-50e1-4c26-b2a5-41c968063147","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:18.328662344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"ee0b06e5-61e2-459f-b83b-07fd446f4fd8","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:18.330621692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"4e8f020d-af0f-4fc0-bb6e-f95e9dab6b7d","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:18.337152823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-46c731c3"},"namespace":"ai-tenant-e2e-migrate-46c731c3","name":"default-tenant","reconcileID":"18b67d9e-bd87-4689-ae5f-c7052b8173c4","gvk":"Service","name":"payload-pre-processing-e2e-migrate-46c731c3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:18.388460211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-46c731c3"},"namespace":"ai-tenant-e2e-migrate-46c731c3","name":"default-tenant","reconcileID":"18b67d9e-bd87-4689-ae5f-c7052b8173c4","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-46c731c3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:18.427967138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-serve-9863d2","reconcileID":"1735a14a-e351-4047-b11d-d8d4f4ce7bc4","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-att-user-4cdf05/e2e-att-serve-9863d2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:18.427996043Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-serve-9863d2","reconcileID":"1735a14a-e351-4047-b11d-d8d4f4ce7bc4","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"routeName":"external-model-e2e-att-serve-9863d2-0ce91b88f089","namespace":"e2e-extmod-att-user-4cdf05","model":"e2e-att-serve-9863d2","externalModel":"e2e-att-serve-9863d2","provider":"e2e-att-serve-9863d2-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:18.439662551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-46c731c3"},"namespace":"ai-tenant-e2e-migrate-46c731c3","name":"default-tenant","reconcileID":"18b67d9e-bd87-4689-ae5f-c7052b8173c4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-46c731c3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:18.491031057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-46c731c3"},"namespace":"ai-tenant-e2e-migrate-46c731c3","name":"default-tenant","reconcileID":"18b67d9e-bd87-4689-ae5f-c7052b8173c4","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-46c731c3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:18.532016658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-unrel-046178","reconcileID":"5721d867-55e4-4559-a978-f43d0080acd0","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-att-user-4cdf05/e2e-att-unrel-046178","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:18.532057335Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-unrel-046178","reconcileID":"5721d867-55e4-4559-a978-f43d0080acd0","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"routeName":"external-model-e2e-att-unrel-046178-f2da6287961e","namespace":"e2e-extmod-att-user-4cdf05","model":"e2e-att-unrel-046178","externalModel":"e2e-att-unrel-046178","provider":"e2e-att-unrel-046178-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:18.545062357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-46c731c3"},"namespace":"ai-tenant-e2e-migrate-46c731c3","name":"default-tenant","reconcileID":"18b67d9e-bd87-4689-ae5f-c7052b8173c4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-46c731c3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:18.597627325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-46c731c3"},"namespace":"ai-tenant-e2e-migrate-46c731c3","name":"default-tenant","reconcileID":"18b67d9e-bd87-4689-ae5f-c7052b8173c4","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-46c731c3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:18.637475409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"c618121b-db48-440d-b30b-32f737dfc032","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-att-user-4cdf05/e2e-att-detach-f52088","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:18.637504015Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"c618121b-db48-440d-b30b-32f737dfc032","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"routeName":"external-model-e2e-att-detach-f52088-558214c66572","namespace":"e2e-extmod-att-user-4cdf05","model":"e2e-att-detach-f52088","externalModel":"e2e-att-detach-f52088","provider":"e2e-att-detach-f52088-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:18.648553361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-46c731c3"},"namespace":"ai-tenant-e2e-migrate-46c731c3","name":"default-tenant","reconcileID":"18b67d9e-bd87-4689-ae5f-c7052b8173c4","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-46c731c3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:18.700047185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-46c731c3"},"namespace":"ai-tenant-e2e-migrate-46c731c3","name":"default-tenant","reconcileID":"18b67d9e-bd87-4689-ae5f-c7052b8173c4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-46c731c3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:18.722816503Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-42edc6","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-delete-42edc6","reconcileID":"e27f755f-5e56-41bd-abd7-74fe2768f7f3","namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-delete-42edc6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:18.756950576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-46c731c3"},"namespace":"ai-tenant-e2e-migrate-46c731c3","name":"default-tenant","reconcileID":"18b67d9e-bd87-4689-ae5f-c7052b8173c4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-46c731c3","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:18.757809074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-046178-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-sub","reconcileID":"eaa12700-bc12-4b3c-b482-2764c643477a","MaaSSubscription":{"name":"e2e-att-unrel-046178-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"maas-trlp-e2e-att-unrel-046178","model":"e2e-extmod-att-user-4cdf05/e2e-att-unrel-046178","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:18.758473848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-f52088-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-sub","reconcileID":"9e866fc0-2a4f-42d2-910e-d11783dab14d","MaaSSubscription":{"name":"e2e-att-detach-f52088-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"maas-trlp-e2e-att-detach-f52088","model":"e2e-extmod-att-user-4cdf05/e2e-att-detach-f52088","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:18.759030057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-9863d2-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-sub","reconcileID":"f3cc8978-e077-47d2-bb40-cf3220a11ef0","MaaSSubscription":{"name":"e2e-att-serve-9863d2-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"maas-trlp-e2e-att-serve-9863d2","model":"e2e-extmod-att-user-4cdf05/e2e-att-serve-9863d2","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:18.811824347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"e2b8e64c-cd5b-4b37-9eef-ee5f6194c440","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:18.850264027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-access","reconcileID":"8b68abd9-de5f-4f4a-a3b5-6f8042f97510","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:18.855748707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"c7694a0d-c4cc-49d0-9a8c-a5b67e781a31","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:18.936976804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-access","reconcileID":"8b68abd9-de5f-4f4a-a3b5-6f8042f97510","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:18.937701174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-policy-71335882","reconcileID":"0eb33c9a-ad96-48ab-9f4a-41949a117902","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-71335882","tenantID":"e2e-mt-71335882","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:18.945880115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"e2b8e64c-cd5b-4b37-9eef-ee5f6194c440","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:18.966797262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"c7694a0d-c4cc-49d0-9a8c-a5b67e781a31","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:19.011433171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"586939e3-a795-42d4-8b9b-04fa837094ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:19.033919924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-policy-71335882","reconcileID":"0eb33c9a-ad96-48ab-9f4a-41949a117902","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"name":"e2e-mt-71335882-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:19.071214168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"586939e3-a795-42d4-8b9b-04fa837094ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:19.444035638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"72d11a04-942c-457a-bd23-f8e5b5441091","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:19.44454565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-access","reconcileID":"f59dd354-86a7-4b91-a5a5-92d8259b0246","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:19.495147667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db28c448-d746-423d-832c-491d533c53d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:19.495280879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"2c33bb42-1970-4a12-bd4c-7626c1bc3deb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:19.499514319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"72d11a04-942c-457a-bd23-f8e5b5441091","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:19.499691263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-access","reconcileID":"f59dd354-86a7-4b91-a5a5-92d8259b0246","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:19.5462423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"cd7bc580-585c-4d6f-948d-02d92295d93a","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:19.550817357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db28c448-d746-423d-832c-491d533c53d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:19.551890484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"2c33bb42-1970-4a12-bd4c-7626c1bc3deb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:19.603267687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"cd7bc580-585c-4d6f-948d-02d92295d93a","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:19.670131178Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-46c731c3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-46c731c3","reconcileID":"0db6b115-90f1-4641-b89c-2a84e39602cb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-46c731c3-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-46c731c3-gw"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:19.940151502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74fb971f-5f7d-4d9b-96d6-3b9796cf00bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:19.94126093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"ceb93653-36b8-40b2-bf78-92016da6b46b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:20.002900667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74fb971f-5f7d-4d9b-96d6-3b9796cf00bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:20.007305427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"ceb93653-36b8-40b2-bf78-92016da6b46b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:20.049557468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"a03e6b51-c553-42ee-990e-3e552edd666e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:20.105131211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"a03e6b51-c553-42ee-990e-3e552edd666e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:20.814292789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e49045f0-429a-4c4a-9ca9-05466e5cb046","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:20.866833285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e49045f0-429a-4c4a-9ca9-05466e5cb046","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:20.909624963Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","reconcileID":"5ccd0a32-fb14-47e0-905a-97537d35b187","namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:20.918438839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e49045f0-429a-4c4a-9ca9-05466e5cb046","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:20.970313314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e49045f0-429a-4c4a-9ca9-05466e5cb046","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:21.127542972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"46e04962-1056-46f1-adde-c664a4ea344c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:21.127542715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"b77f8a2c-bfd0-4c49-a2c5-c957fdd7e781","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:21.128453554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e1d21b44-2f41-4469-8f09-b19f5cc27966","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:21.128454564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"27b76c49-4d39-4b1b-8c43-854433dcd140","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:21.203072361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"27b76c49-4d39-4b1b-8c43-854433dcd140","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:21.212074898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"92558fa3-fbb5-42a6-a2df-a95e4aeac480","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:21.213661896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"46e04962-1056-46f1-adde-c664a4ea344c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:21.214616659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"b77f8a2c-bfd0-4c49-a2c5-c957fdd7e781","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:21.229411622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e1d21b44-2f41-4469-8f09-b19f5cc27966","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:21.271373413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"92558fa3-fbb5-42a6-a2df-a95e4aeac480","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:21.381742336Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","reconcileID":"86bc8b3d-9017-48db-9478-8da79f90b661","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:21.628316508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-policy-71335882","reconcileID":"91c99e76-4378-41c2-a399-ed34039dedb3","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-71335882","tenantID":"e2e-mt-71335882","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:21.629018248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"7525b284-be25-4425-b464-ca9b2b76af28","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:21.678630522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"11443c79-1463-44e4-b179-005cb15cebb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:21.684110297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"7525b284-be25-4425-b464-ca9b2b76af28","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:21.684657941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-policy-71335882","reconcileID":"91c99e76-4378-41c2-a399-ed34039dedb3","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"name":"e2e-mt-71335882-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:21.72986167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"a0901053-58e9-4f02-9b63-bd8345e9fd6a","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:21.730174115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-access","reconcileID":"23a83f49-8f1b-4fa2-bd62-51df4c0a7dfc","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:21.734235459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"11443c79-1463-44e4-b179-005cb15cebb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:21.787849001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"a0901053-58e9-4f02-9b63-bd8345e9fd6a","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:21.788018234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-access","reconcileID":"23a83f49-8f1b-4fa2-bd62-51df4c0a7dfc","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:22.876279352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe5b4339-dd79-4aec-aa8a-59650da5e6e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:22.880024838Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","reconcileID":"c0a99a31-0156-477b-9b59-c2a593af29c3","namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:22.927970797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe5b4339-dd79-4aec-aa8a-59650da5e6e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:22.979743142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe5b4339-dd79-4aec-aa8a-59650da5e6e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:23.032768491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe5b4339-dd79-4aec-aa8a-59650da5e6e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:23.193184172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"de45db49-cd6a-462e-8f8a-1278ea1b8439","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:23.193435503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77a4ebbc-7820-476e-b247-9e3fe19ab5c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:23.193676779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"61440e04-5134-4409-b884-bc95dfe16096","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:23.2455551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"76fa7daf-7504-41e1-a4f9-61a77d74784a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:23.245688043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a3c692b-0396-4bf9-befa-dc8fe5b093ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:23.251940251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"de45db49-cd6a-462e-8f8a-1278ea1b8439","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:23.251959005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77a4ebbc-7820-476e-b247-9e3fe19ab5c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:23.254313697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"61440e04-5134-4409-b884-bc95dfe16096","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:23.299778568Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","reconcileID":"95c44013-18e7-4890-896f-d74992b2faab","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:23.302207925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"76fa7daf-7504-41e1-a4f9-61a77d74784a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:23.302214025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a3c692b-0396-4bf9-befa-dc8fe5b093ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:23.402527033Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","reconcileID":"87dbbabc-aa77-41c0-9c52-5c1dd25afa99","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:23.53088452Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","reconcileID":"b7edea1c-5d27-4a50-a79c-12c74df628f2","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:23.615481067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"43403057-e4a1-46cf-ac0f-c73e326f44ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:23.660914278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-policy-71335882","reconcileID":"38ab9720-07b4-49ce-ba14-4e83fe8175e2","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-71335882","tenantID":"e2e-mt-71335882","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:23.666686146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-access","reconcileID":"757cb9fc-dbfd-4264-a87b-2f61ff4b7cc8","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:23.666711142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"7b91be39-3d5a-4d40-9aba-45343c558928","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:23.670914521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"43403057-e4a1-46cf-ac0f-c73e326f44ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:23.717210027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-policy-71335882","reconcileID":"38ab9720-07b4-49ce-ba14-4e83fe8175e2","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"name":"e2e-mt-71335882-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:23.726079503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-access","reconcileID":"757cb9fc-dbfd-4264-a87b-2f61ff4b7cc8","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:23.729550522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"7b91be39-3d5a-4d40-9aba-45343c558928","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:23.762790036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"a58264be-32d3-44fc-a7b1-ef67d9ddef9f","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:23.817857847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"a58264be-32d3-44fc-a7b1-ef67d9ddef9f","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:23.992547613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-202d23"},"namespace":"ai-tenant-e2e-autores-202d23","name":"default-tenant","reconcileID":"be23fb28-ff13-41f6-a3c5-7aafdf6d946f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-202d23","tenantID":"e2e-autores-202d23","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:24.00478662Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","reconcileID":"a7214cd8-c01a-4e16-932d-53c9f62ad952","namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:24.072007509Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","reconcileID":"d12cef9b-a535-4f73-8dca-b1fd95aba49a","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:24.135031751Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-202d23"},"namespace":"ai-tenant-e2e-autores-202d23","name":"default-tenant","reconcileID":"be23fb28-ff13-41f6-a3c5-7aafdf6d946f","name":"e2e-autores-202d23-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:24.228082291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e96fbe5b-8897-40a0-b491-3b73084fa8a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:24.228139398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"2f140c4f-726a-40d1-8549-fecb6bc856b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:24.283641214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"2f140c4f-726a-40d1-8549-fecb6bc856b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:24.285926366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e96fbe5b-8897-40a0-b491-3b73084fa8a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:24.509744347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"eb68818b-a74d-489d-9922-01be55316550","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:24.510451523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-access","reconcileID":"64281a66-703c-49b4-aee1-72b105843a61","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:24.589115807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"9de34f9a-77f9-4ddf-b6b0-67f37e118398","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:24.592017895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"eb68818b-a74d-489d-9922-01be55316550","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:24.592381741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-access","reconcileID":"64281a66-703c-49b4-aee1-72b105843a61","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:24.64520796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"9de34f9a-77f9-4ddf-b6b0-67f37e118398","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:24.794496653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-policy-71335882","reconcileID":"252130c7-5ea3-4929-8c97-38fd1fa72c74","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-71335882","tenantID":"e2e-mt-71335882","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:24.795010624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"f5d32033-8041-4c87-a19e-b8574cfc2274","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:24.849604841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-policy-71335882","reconcileID":"252130c7-5ea3-4929-8c97-38fd1fa72c74","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"name":"e2e-mt-71335882-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:24.85022826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"f5d32033-8041-4c87-a19e-b8574cfc2274","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:24.895201426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"1e65166c-48b2-4ddf-883a-d2fc83b89ae4","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/sub-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:24.895227243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"1e65166c-48b2-4ddf-883a-d2fc83b89ae4","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"sub-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"sub-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:25.003122279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b74862f8-55b4-40f5-a1b1-cebbee910ae9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:25.003178462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"6d9093bb-5603-4a8f-97bb-e1bc91266465","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:25.00363605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"01172bfd-7077-428e-8a8c-ebd7b3f7cc53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:25.058777796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b74862f8-55b4-40f5-a1b1-cebbee910ae9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:25.058880797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"6d9093bb-5603-4a8f-97bb-e1bc91266465","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:25.059465865Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","reconcileID":"87e64cb7-4f7a-406b-8849-5b33c42c8779","namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:25.061712356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"01172bfd-7077-428e-8a8c-ebd7b3f7cc53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:25.11650596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02cef29e-09ec-4618-8a52-eec3a0867f86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:25.169499114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02cef29e-09ec-4618-8a52-eec3a0867f86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:25.223023728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02cef29e-09ec-4618-8a52-eec3a0867f86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:25.27536291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02cef29e-09ec-4618-8a52-eec3a0867f86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:25.327974407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"25b04065-fe77-48d8-af3d-67e997368807","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:25.328802952Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","reconcileID":"07484590-9180-4b5b-bda6-c66bfcc3a02f","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:25.381033593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"faee0304-bce2-4b63-9387-34ea98ac7644","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:25.388776435Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-7387069c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-7387069c","reconcileID":"635d5592-6618-4a1d-87ee-facb43fd0e44","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-7387069c","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-7387069c":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:25.389025912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"25b04065-fe77-48d8-af3d-67e997368807","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:25.436870698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"faee0304-bce2-4b63-9387-34ea98ac7644","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:25.493566688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"c11256fb-d26e-4946-a561-3044fb52893a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:25.546891892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"447f8f9e-96a3-40e9-829e-d6cb39521b74","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:25.548529198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-access","reconcileID":"f83262c0-6ff7-4531-aab3-518b65124d94","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:25.552887992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"c11256fb-d26e-4946-a561-3044fb52893a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:25.606071125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"447f8f9e-96a3-40e9-829e-d6cb39521b74","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:25.606120752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-access","reconcileID":"f83262c0-6ff7-4531-aab3-518b65124d94","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:25.711206262Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","reconcileID":"549dece9-0ccb-48ba-8b21-85dab68fee2e","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:25.755206068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-policy-71335882","reconcileID":"18ed9831-ee55-455d-b82a-82c518beca2e","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-71335882","tenantID":"e2e-mt-71335882","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:25.810794824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-policy-71335882","reconcileID":"18ed9831-ee55-455d-b82a-82c518beca2e","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"name":"e2e-mt-71335882-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:25.860798559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"52909bd8-4400-4818-8969-0051dd98c08a","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:25.918346269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"52909bd8-4400-4818-8969-0051dd98c08a","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:25.956884879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5aaaf1a9-c82d-4858-94c3-249bfb17da80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:26.0125857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5aaaf1a9-c82d-4858-94c3-249bfb17da80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:26.059987678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"ca29d0cf-02d3-4dbb-b808-1d774b785975","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:26.059987832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"cfbc6273-f4d1-4966-9f1a-266af32cbce6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:26.116997574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"cfbc6273-f4d1-4966-9f1a-266af32cbce6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:26.1171359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"ca29d0cf-02d3-4dbb-b808-1d774b785975","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:27.245903755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba6cd82c-dd30-408c-8767-7d9ed58353d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:27.29807796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba6cd82c-dd30-408c-8767-7d9ed58353d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:27.349683227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba6cd82c-dd30-408c-8767-7d9ed58353d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:27.401533572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba6cd82c-dd30-408c-8767-7d9ed58353d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:27.769042103Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","reconcileID":"bffa0544-1cf3-47e1-a761-6d74e3fdf2a7","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:29.324451113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8545403d-315c-456b-8255-10f4454678dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:29.376471035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8545403d-315c-456b-8255-10f4454678dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:29.428214061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8545403d-315c-456b-8255-10f4454678dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:29.479961408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8545403d-315c-456b-8255-10f4454678dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:30.333373259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"5289caa0-edb5-4cf0-b16f-82b4593257ae","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/sub-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:30.333396931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"5289caa0-edb5-4cf0-b16f-82b4593257ae","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"sub-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"sub-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:30.389052038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"2116e759-20ee-4e4f-ac1d-715f3bc72848","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/sub-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:30.389104323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"2116e759-20ee-4e4f-ac1d-715f3bc72848","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"sub-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"sub-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:30.572952673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-sub-iso-auth-146441","reconcileID":"2862ae67-8da4-4c42-b0da-b0c4bf8ff011","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:30.799381491Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-sub-iso-auth-146441","reconcileID":"2862ae67-8da4-4c42-b0da-b0c4bf8ff011","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:30.890446542Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-df41b8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-sub-iso-auth-146441","reconcileID":"2862ae67-8da4-4c42-b0da-b0c4bf8ff011","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:30.944701412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"74312086-5f1c-467a-abb9-281f94f32625","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/sub-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:30.944723241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"74312086-5f1c-467a-abb9-281f94f32625","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"sub-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"sub-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:31.41829865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ce15bd9-30d3-428c-bdcf-ac66abc1a2f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:31.470136062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ce15bd9-30d3-428c-bdcf-ac66abc1a2f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:31.521831643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ce15bd9-30d3-428c-bdcf-ac66abc1a2f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:31.573460926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ce15bd9-30d3-428c-bdcf-ac66abc1a2f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:33.474109887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92fc68c2-6133-4cb4-9353-bc946c13ea3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:33.526715447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92fc68c2-6133-4cb4-9353-bc946c13ea3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:33.578534324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92fc68c2-6133-4cb4-9353-bc946c13ea3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:33.630321455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92fc68c2-6133-4cb4-9353-bc946c13ea3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:33.970495517Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"namespace":"e2e-extmod-rec-noaccess-6b25aa","name":"e2e-rec-recover-cee3a5","reconcileID":"733dae7c-04ac-41d7-a9e6-cf0951e6ea6b","namespace":"e2e-extmod-rec-noaccess-6b25aa","name":"e2e-rec-recover-cee3a5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:34.027355258Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"namespace":"e2e-extmod-rec-noaccess-6b25aa","name":"e2e-rec-recover-cee3a5","reconcileID":"a8585032-ebf7-4f6b-a515-3871b0fb58c4","namespace":"e2e-extmod-rec-noaccess-6b25aa","name":"e2e-rec-recover-cee3a5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:34.076503387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-policy-71335882","reconcileID":"e98a5aba-b666-455b-9d73-36cb146737f1","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-71335882","tenantID":"e2e-mt-71335882","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:34.078657214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-sub-iso-auth-146441","reconcileID":"5c9cda04-7d25-479d-93e2-3497f45ea40b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:34.127458436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba615bbe-d0ac-4fc6-bdad-bfb7094f2e22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:34.12818258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"5dabb704-b321-4d9a-9631-51bd2019342f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:34.133005977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-policy-71335882","reconcileID":"e98a5aba-b666-455b-9d73-36cb146737f1","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"name":"e2e-mt-71335882-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:34.134242526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-sub-iso-auth-146441","reconcileID":"5c9cda04-7d25-479d-93e2-3497f45ea40b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:34.179844159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"d38ad641-9bb0-4504-ac39-2049bfa28e91","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:34.183589584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba615bbe-d0ac-4fc6-bdad-bfb7094f2e22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:34.18385016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"5dabb704-b321-4d9a-9631-51bd2019342f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:34.212999915Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-df41b8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-sub-iso-auth-146441","reconcileID":"5c9cda04-7d25-479d-93e2-3497f45ea40b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:34.236288786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"d38ad641-9bb0-4504-ac39-2049bfa28e91","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:34.370778682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"de8c799c-08c6-497e-88e4-601a3f8cfb82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:34.371008097Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"namespace":"e2e-extmod-rec-noaccess-6b25aa","name":"e2e-rec-recover-cee3a5","reconcileID":"19a37023-5f29-494b-961a-a5d8728d0892","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:34.426412385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"de8c799c-08c6-497e-88e4-601a3f8cfb82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:34.490513355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"b8bfd638-934c-474a-8f1d-e1a4d2905cd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:34.530264048Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"namespace":"e2e-extmod-rec-noaccess-6b25aa","name":"e2e-rec-recover-cee3a5","reconcileID":"20569765-558d-48fc-82e0-42f5e523fb50","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:34.546675129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"b8bfd638-934c-474a-8f1d-e1a4d2905cd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:34.592200613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"bf5341d4-889a-4720-aa71-4ae1fb7806dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:34.592847356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3c64f62-9ffe-460b-a1ca-19591bd938f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:34.633787582Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"namespace":"e2e-extmod-rec-noaccess-6b25aa","name":"e2e-rec-recover-cee3a5","reconcileID":"96de1593-c780-40d8-9a0c-8aceb5bd2c96","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:34.651178745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"bf5341d4-889a-4720-aa71-4ae1fb7806dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:34.655667079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3c64f62-9ffe-460b-a1ca-19591bd938f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:34.691246786Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-1ed3ba","namespace":"e2e-extmod-rec-user-565d9a"},"namespace":"e2e-extmod-rec-user-565d9a","name":"e2e-rec-ctrl-1ed3ba","reconcileID":"41b0b74f-3f85-45b4-b70a-ad67f86f86cc","namespace":"e2e-extmod-rec-user-565d9a","name":"e2e-rec-ctrl-1ed3ba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:34.745588496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"6ba04230-40cc-4b4f-9e16-c4810e6318a3","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:34.802512779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"6ba04230-40cc-4b4f-9e16-c4810e6318a3","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:34.846851108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-access","reconcileID":"780448d4-a16e-4ca3-8c1c-8306f0433ad1","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:34.89214265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"e67344f5-abe4-4f20-9695-49699ac36423","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:34.902465403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-access","reconcileID":"780448d4-a16e-4ca3-8c1c-8306f0433ad1","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:34.948538583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"e67344f5-abe4-4f20-9695-49699ac36423","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:34.99411816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-policy-71335882","reconcileID":"39d411a6-c91e-4b1b-93a4-3cc59e27997e","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-71335882","tenantID":"e2e-mt-71335882","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:35.050216541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-policy-71335882","reconcileID":"39d411a6-c91e-4b1b-93a4-3cc59e27997e","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"name":"e2e-mt-71335882-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:35.095595534Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-1ed3ba","namespace":"e2e-extmod-rec-user-565d9a"},"namespace":"e2e-extmod-rec-user-565d9a","name":"e2e-rec-ctrl-1ed3ba","reconcileID":"de62ca9a-a23f-405b-b7ab-99f90936c12e","MaaSModelRef":{"name":"e2e-rec-ctrl-1ed3ba","namespace":"e2e-extmod-rec-user-565d9a"},"name":"e2e-rec-ctrl-1ed3ba","namespace":"e2e-extmod-rec-user-565d9a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:35.095951697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"a989763a-1855-49d2-ab8a-7c8421e68c23","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:35.150892392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"a989763a-1855-49d2-ab8a-7c8421e68c23","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:35.254108686Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-1ed3ba","namespace":"e2e-extmod-rec-user-565d9a"},"namespace":"e2e-extmod-rec-user-565d9a","name":"e2e-rec-ctrl-1ed3ba","reconcileID":"82827b93-b8a2-4deb-a811-b4403a74dbad","MaaSModelRef":{"name":"e2e-rec-ctrl-1ed3ba","namespace":"e2e-extmod-rec-user-565d9a"},"name":"e2e-rec-ctrl-1ed3ba","namespace":"e2e-extmod-rec-user-565d9a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:35.261380673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-sub-iso-auth-146441","reconcileID":"97187665-ad7e-4e97-995d-fe8a3e9b2dd3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:35.307994491Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"namespace":"e2e-extmod-rec-noaccess-6b25aa","name":"e2e-rec-recover-cee3a5","reconcileID":"b35f7e8b-5f0b-4715-bd85-c7cb96f30522","namespace":"e2e-extmod-rec-noaccess-6b25aa","name":"e2e-rec-recover-cee3a5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:35.312571825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f765c893-51ee-4058-9b41-1da17ddad977","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:35.316427078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"d1f61935-296c-4745-8633-ef73fc2873f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:35.317650805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-sub-iso-auth-146441","reconcileID":"97187665-ad7e-4e97-995d-fe8a3e9b2dd3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:28:35.36001422Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-1ed3ba","namespace":"e2e-extmod-rec-user-565d9a"},"namespace":"e2e-extmod-rec-user-565d9a","name":"e2e-rec-ctrl-1ed3ba","reconcileID":"82827b93-b8a2-4deb-a811-b4403a74dbad","name":"e2e-rec-ctrl-1ed3ba","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-1ed3ba\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:28:35.360077847Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-1ed3ba","namespace":"e2e-extmod-rec-user-565d9a"},"namespace":"e2e-extmod-rec-user-565d9a","name":"e2e-rec-ctrl-1ed3ba","reconcileID":"82827b93-b8a2-4deb-a811-b4403a74dbad","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-1ed3ba\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:35.36842829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f765c893-51ee-4058-9b41-1da17ddad977","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:35.37132413Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-df41b8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-sub-iso-auth-146441","reconcileID":"97187665-ad7e-4e97-995d-fe8a3e9b2dd3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:35.371457875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"d1f61935-296c-4745-8633-ef73fc2873f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:35.411734076Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"namespace":"e2e-extmod-rec-noaccess-6b25aa","name":"e2e-rec-recover-cee3a5","reconcileID":"7839f383-e51d-4ff3-bad2-5a39f419ff6e","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:35.415540949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4951b196-facf-4092-8417-1760020eb060","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:35.471106812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4951b196-facf-4092-8417-1760020eb060","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:35.514728558Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-1ed3ba","namespace":"e2e-extmod-rec-user-565d9a"},"namespace":"e2e-extmod-rec-user-565d9a","name":"e2e-rec-ctrl-1ed3ba","reconcileID":"c2aae937-34da-44ea-9db1-d14bab7ee2d8","MaaSModelRef":{"name":"e2e-rec-ctrl-1ed3ba","namespace":"e2e-extmod-rec-user-565d9a"},"name":"e2e-rec-ctrl-1ed3ba","namespace":"e2e-extmod-rec-user-565d9a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:35.528663004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"b8db6e7d-86e6-477f-9f4e-a42634771bd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:35.585006941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"b8db6e7d-86e6-477f-9f4e-a42634771bd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:35.667748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"acc92ad2-abb0-48dd-bf3b-72f8868939ba","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:35.722898482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"acc92ad2-abb0-48dd-bf3b-72f8868939ba","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:35.768841857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"df99d052-f4e0-4cc8-9fc5-1c77a37414ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:35.820764443Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-1ed3ba","namespace":"e2e-extmod-rec-user-565d9a"},"namespace":"e2e-extmod-rec-user-565d9a","name":"e2e-rec-ctrl-1ed3ba","reconcileID":"b59113cb-3048-47b9-9851-9724a3535143","MaaSModelRef":{"name":"e2e-rec-ctrl-1ed3ba","namespace":"e2e-extmod-rec-user-565d9a"},"name":"e2e-rec-ctrl-1ed3ba","namespace":"e2e-extmod-rec-user-565d9a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:35.825191517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"df99d052-f4e0-4cc8-9fc5-1c77a37414ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:35.871798175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-access","reconcileID":"7818802b-d281-441b-98b1-1753b608c084","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:35.926968234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-access","reconcileID":"7818802b-d281-441b-98b1-1753b608c084","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:35.968393113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"929b2f67-943f-4191-baec-08c5cd0933e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.024028872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"929b2f67-943f-4191-baec-08c5cd0933e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.026295635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-1ed3ba-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-rec-ctrl-1ed3ba-access","reconcileID":"f071dbdb-fd3b-420b-9442-7077c9808ff3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-1ed3ba-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.08235249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-1ed3ba-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-rec-ctrl-1ed3ba-access","reconcileID":"f071dbdb-fd3b-420b-9442-7077c9808ff3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-1ed3ba-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.187303691Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-1ed3ba-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-rec-ctrl-1ed3ba-access","reconcileID":"f071dbdb-fd3b-420b-9442-7077c9808ff3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-1ed3ba-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"model":"e2e-extmod-rec-user-565d9a/e2e-rec-ctrl-1ed3ba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.218974933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-policy-71335882","reconcileID":"fb4a9d21-b827-4cea-a9fb-628af9ee0fd4","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-71335882","tenantID":"e2e-mt-71335882","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.272977928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"90467c4d-5979-4028-8d58-ee6589834032","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.274849861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-policy-71335882","reconcileID":"fb4a9d21-b827-4cea-a9fb-628af9ee0fd4","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"name":"e2e-mt-71335882-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.31900349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-sub-iso-auth-146441","reconcileID":"3d0e7684-2be7-47cb-8ec0-dbe40e1d7922","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.328489262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"90467c4d-5979-4028-8d58-ee6589834032","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.374027852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-sub-iso-auth-146441","reconcileID":"3d0e7684-2be7-47cb-8ec0-dbe40e1d7922","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.427895257Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-df41b8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-sub-iso-auth-146441","reconcileID":"3d0e7684-2be7-47cb-8ec0-dbe40e1d7922","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.473675477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"402dadda-8c69-45c8-b400-57e3bc76235f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.474411851Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-1ed3ba","namespace":"e2e-extmod-rec-user-565d9a"},"namespace":"e2e-extmod-rec-user-565d9a","name":"e2e-rec-ctrl-1ed3ba","reconcileID":"0074b227-cc39-44c5-95a8-36ff929a25df","MaaSModelRef":{"name":"e2e-rec-ctrl-1ed3ba","namespace":"e2e-extmod-rec-user-565d9a"},"name":"e2e-rec-ctrl-1ed3ba","namespace":"e2e-extmod-rec-user-565d9a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.528972865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"402dadda-8c69-45c8-b400-57e3bc76235f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.559266102Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-1ed3ba","namespace":"e2e-extmod-rec-user-565d9a"},"namespace":"e2e-extmod-rec-user-565d9a","name":"e2e-rec-ctrl-1ed3ba","reconcileID":"57439050-c1e4-4b5b-addb-96ca14b450d5","namespace":"e2e-extmod-rec-user-565d9a","name":"e2e-rec-ctrl-1ed3ba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.578063749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"dc58cd22-ac9d-4fb5-87df-7f41f267573a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.581602103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf5fdbf8-83d5-459c-92aa-cfdfd12100ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.633819116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"dc58cd22-ac9d-4fb5-87df-7f41f267573a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.636389348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf5fdbf8-83d5-459c-92aa-cfdfd12100ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.664377051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-sub-iso-auth-146441","reconcileID":"a1f7e09d-e4de-4bdf-94d0-d585db974cb9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.720413427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-sub-iso-auth-146441","reconcileID":"a1f7e09d-e4de-4bdf-94d0-d585db974cb9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.735111558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-policy-71335882","reconcileID":"4a95789d-85d1-4b6e-b354-e2a3fba1fcdc","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-71335882","tenantID":"e2e-mt-71335882","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.774015512Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-df41b8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-sub-iso-auth-146441","reconcileID":"a1f7e09d-e4de-4bdf-94d0-d585db974cb9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.790168074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-policy-71335882","reconcileID":"4a95789d-85d1-4b6e-b354-e2a3fba1fcdc","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"name":"e2e-mt-71335882-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.83735097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fdd36ce5-c4c5-4272-8ed4-a300ef17d82f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.893539611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fdd36ce5-c4c5-4272-8ed4-a300ef17d82f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.937766198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"ecbbb836-c162-4538-8b4e-f3c447788090","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.992774006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"ecbbb836-c162-4538-8b4e-f3c447788090","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:37.039496225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"52e5b75a-f2c1-442a-872f-aedc3c9e566c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:37.079623727Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-1ed3ba","namespace":"e2e-extmod-rec-user-565d9a"},"namespace":"e2e-extmod-rec-user-565d9a","name":"e2e-rec-ctrl-1ed3ba","reconcileID":"2c97374a-eb60-4bdf-8bb6-3709c3c4945d","MaaSModelRef":{"name":"e2e-rec-ctrl-1ed3ba","namespace":"e2e-extmod-rec-user-565d9a"},"name":"e2e-rec-ctrl-1ed3ba","namespace":"e2e-extmod-rec-user-565d9a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:37.094742815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"52e5b75a-f2c1-442a-872f-aedc3c9e566c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:37.14100741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-1ed3ba-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-rec-ctrl-1ed3ba-access","reconcileID":"832c08d9-382b-4aa8-8de4-9b74ae887028","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-1ed3ba-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:37.143031582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6bff9657-f217-4ba7-b7c1-2888766f05d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:37.182267371Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-1ed3ba","namespace":"e2e-extmod-rec-user-565d9a"},"namespace":"e2e-extmod-rec-user-565d9a","name":"e2e-rec-ctrl-1ed3ba","reconcileID":"9693a75d-541f-40dc-83b7-4dc494395a18","MaaSModelRef":{"name":"e2e-rec-ctrl-1ed3ba","namespace":"e2e-extmod-rec-user-565d9a"},"name":"e2e-rec-ctrl-1ed3ba","namespace":"e2e-extmod-rec-user-565d9a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:37.197457632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-1ed3ba-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-rec-ctrl-1ed3ba-access","reconcileID":"832c08d9-382b-4aa8-8de4-9b74ae887028","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-1ed3ba-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:37.198634827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6bff9657-f217-4ba7-b7c1-2888766f05d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:37.245810273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"beb39688-1935-4d21-9aa9-37749cb2b074","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:37.248520662Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-1ed3ba-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-rec-ctrl-1ed3ba-access","reconcileID":"832c08d9-382b-4aa8-8de4-9b74ae887028","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-1ed3ba-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"model":"e2e-extmod-rec-user-565d9a/e2e-rec-ctrl-1ed3ba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:37.301604912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"beb39688-1935-4d21-9aa9-37749cb2b074","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:37.503179727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"53d46aba-0361-4731-9f99-1ec23fd086b2","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:37.558866236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"53d46aba-0361-4731-9f99-1ec23fd086b2","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:37.603706068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"eebda03a-3b58-4fe4-af89-165659ba88bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:37.605104483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-access","reconcileID":"e21c9e0e-24bc-4b5c-a94b-0a2509055ab3","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:37.659564375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"eebda03a-3b58-4fe4-af89-165659ba88bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:37.660740084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-access","reconcileID":"e21c9e0e-24bc-4b5c-a94b-0a2509055ab3","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:37.707128631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"ac2aa665-2d75-4be6-a701-b70d92b7f2cf","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:37.763133609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"ac2aa665-2d75-4be6-a701-b70d92b7f2cf","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:37.809707573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-1ed3ba-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-rec-ctrl-1ed3ba-access","reconcileID":"2f00230d-5aac-45e8-8d47-a2d45c12396f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-1ed3ba-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:37.864985136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-1ed3ba-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-rec-ctrl-1ed3ba-access","reconcileID":"2f00230d-5aac-45e8-8d47-a2d45c12396f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-1ed3ba-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:37.874430037Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","reconcileID":"7de02431-a743-4933-897c-285d36c31996","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:37.916981031Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-1ed3ba-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-rec-ctrl-1ed3ba-access","reconcileID":"2f00230d-5aac-45e8-8d47-a2d45c12396f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-1ed3ba-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"model":"e2e-extmod-rec-user-565d9a/e2e-rec-ctrl-1ed3ba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:38.19754199Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-1ed3ba","namespace":"e2e-extmod-rec-user-565d9a"},"namespace":"e2e-extmod-rec-user-565d9a","name":"e2e-rec-ctrl-1ed3ba","reconcileID":"99ddba51-6603-4aa1-b24e-b058ac10f12a","namespace":"e2e-extmod-rec-user-565d9a","name":"e2e-rec-ctrl-1ed3ba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:38.2535857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-1ed3ba","namespace":"e2e-extmod-rec-user-565d9a"},"namespace":"e2e-extmod-rec-user-565d9a","name":"e2e-rec-ctrl-1ed3ba","reconcileID":"1c516d06-6316-4a62-b3b2-e484775b7dbc","MaaSModelRef":{"name":"e2e-rec-ctrl-1ed3ba","namespace":"e2e-extmod-rec-user-565d9a"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-rec-user-565d9a/e2e-rec-ctrl-1ed3ba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:38.25362455Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-1ed3ba","namespace":"e2e-extmod-rec-user-565d9a"},"namespace":"e2e-extmod-rec-user-565d9a","name":"e2e-rec-ctrl-1ed3ba","reconcileID":"1c516d06-6316-4a62-b3b2-e484775b7dbc","MaaSModelRef":{"name":"e2e-rec-ctrl-1ed3ba","namespace":"e2e-extmod-rec-user-565d9a"},"routeName":"external-model-e2e-rec-ctrl-1ed3ba-f0c684007640","namespace":"e2e-extmod-rec-user-565d9a","model":"e2e-rec-ctrl-1ed3ba","externalModel":"e2e-rec-ctrl-1ed3ba","provider":"e2e-rec-ctrl-1ed3ba-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:38.315992876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-sub-iso-auth-146441","reconcileID":"cf95be6b-cf01-4c07-aaec-90b11b19063e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:38.366728194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"d23a9f2e-4a02-41c8-a6eb-09d1c618fc83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:38.370839692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-sub-iso-auth-146441","reconcileID":"cf95be6b-cf01-4c07-aaec-90b11b19063e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:38.377781904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe92ec9f-3749-47f4-b94c-2438f43cd08d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:38.378824996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"a427c776-4790-4163-82cb-0e4ca4fca141","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:38.422058533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-access","reconcileID":"d23a9f2e-4a02-41c8-a6eb-09d1c618fc83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:38.424494622Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-df41b8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-sub-iso-auth-146441","reconcileID":"cf95be6b-cf01-4c07-aaec-90b11b19063e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:38.433405707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe92ec9f-3749-47f4-b94c-2438f43cd08d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:38.43397832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-access","reconcileID":"a427c776-4790-4163-82cb-0e4ca4fca141","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:38.479120044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"f1f87285-41fc-4743-bbde-14fe4341c8d4","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:38.568450452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"f1f87285-41fc-4743-bbde-14fe4341c8d4","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:38.699369421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-access","reconcileID":"c5363f59-1856-414f-a05b-d56fb40a2e94","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:38.75347095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-policy-71335882","reconcileID":"255e5e44-5656-442b-a773-117b825d5ee8","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-71335882","tenantID":"e2e-mt-71335882","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:38.761562174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-access","reconcileID":"c5363f59-1856-414f-a05b-d56fb40a2e94","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:38.806063007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"e47a2c1f-ed4e-47ae-831b-9270fb45f2cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-1b1134","tenantID":"e2e-worker-w3-1b1134","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:38.812656785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-policy-71335882","reconcileID":"255e5e44-5656-442b-a773-117b825d5ee8","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"name":"e2e-mt-71335882-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:38.863418821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-access","reconcileID":"e47a2c1f-ed4e-47ae-831b-9270fb45f2cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"e2e-worker-w3-1b1134-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:38.91739415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"59a6be20-c7ad-45b4-94db-6adfcc1fa74a","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:38.975025281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"59a6be20-c7ad-45b4-94db-6adfcc1fa74a","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:38.999425375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bb54b7c4-3a90-4c4c-aee1-636f2a98f46b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:39.058048105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bb54b7c4-3a90-4c4c-aee1-636f2a98f46b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:39.206810979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"40af063b-642a-40a4-92f3-b3020d043557","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-d204f4","tenantID":"e2e-worker-w0-d204f4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:39.279518846Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:39.280410491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-access","reconcileID":"40af063b-642a-40a4-92f3-b3020d043557","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"e2e-worker-w0-d204f4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:39.311588175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-1ed3ba-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-rec-ctrl-1ed3ba-access","reconcileID":"3d2fdff1-eeb7-45e8-a150-232a20ad5e22","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-1ed3ba-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:39.391980971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-1ed3ba-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-rec-ctrl-1ed3ba-access","reconcileID":"3d2fdff1-eeb7-45e8-a150-232a20ad5e22","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-1ed3ba-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:39.512086948Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"default-tenant","reconcileID":"912a7f71-a7b2-43b8-9aa7-353a3edc0013","namespace":"ai-tenant-e2e-mt-71335882","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:39.512175234Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"default-tenant","reconcileID":"912a7f71-a7b2-43b8-9aa7-353a3edc0013","name":"e2e-sub-71335882","namespace":"ai-tenant-e2e-mt-71335882","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:39.568727126Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"default-tenant","reconcileID":"912a7f71-a7b2-43b8-9aa7-353a3edc0013","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:39.568754454Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"default-tenant","reconcileID":"912a7f71-a7b2-43b8-9aa7-353a3edc0013","namespace":"ai-tenant-e2e-mt-71335882","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:39.568859329Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"default-tenant","reconcileID":"912a7f71-a7b2-43b8-9aa7-353a3edc0013","name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:39.569971903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"4de03ad3-c236-4bad-8d87-730b511564de","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"tenant":"e2e-mt-71335882","gateway":"openshift-ingress/e2e-mt-71335882","model":"ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:39.569996639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"4de03ad3-c236-4bad-8d87-730b511564de","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"routeName":"e2e-lifecycle-model-71335882-kserve-route","namespace":"ai-tenant-e2e-mt-71335882","llmisvcName":"e2e-lifecycle-model-71335882","gateway":"openshift-ingress/e2e-mt-71335882","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:39.623453805Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"default-tenant","reconcileID":"912a7f71-a7b2-43b8-9aa7-353a3edc0013","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:39.623678498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-policy-71335882","reconcileID":"4c5b99a0-0db2-49e5-afd0-15f2cb9005f8","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-71335882","tenantID":"e2e-mt-71335882","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:39.626902674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"bd822ed2-4ea8-460a-862f-06d94dee9eb2","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"tenant":"e2e-mt-71335882","gateway":"openshift-ingress/e2e-mt-71335882","model":"ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:39.626921069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"bd822ed2-4ea8-460a-862f-06d94dee9eb2","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"routeName":"e2e-lifecycle-model-71335882-kserve-route","namespace":"ai-tenant-e2e-mt-71335882","llmisvcName":"e2e-lifecycle-model-71335882","gateway":"openshift-ingress/e2e-mt-71335882","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:28:39.68044271Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"bd822ed2-4ea8-460a-862f-06d94dee9eb2","name":"e2e-lifecycle-model-71335882","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-71335882\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:28:39.680611562Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"bd822ed2-4ea8-460a-862f-06d94dee9eb2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-71335882\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:39.683933675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-policy-71335882","reconcileID":"4c5b99a0-0db2-49e5-afd0-15f2cb9005f8","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"name":"e2e-mt-71335882-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:39.686209304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"2d655f45-8026-4095-9d68-ac7cc4c6c9b3","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"tenant":"e2e-mt-71335882","gateway":"openshift-ingress/e2e-mt-71335882","model":"ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:39.68622658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"2d655f45-8026-4095-9d68-ac7cc4c6c9b3","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"routeName":"e2e-lifecycle-model-71335882-kserve-route","namespace":"ai-tenant-e2e-mt-71335882","llmisvcName":"e2e-lifecycle-model-71335882","gateway":"openshift-ingress/e2e-mt-71335882","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:39.731919902Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-sub-71335882","reconcileID":"c240169a-aded-47aa-bd47-829eb62a048b","MaaSSubscription":{"name":"e2e-sub-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a8184ce1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:39.80114812Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-sub-71335882","reconcileID":"5d301b77-46f2-420c-9425-9880ea1c0040","MaaSSubscription":{"name":"e2e-sub-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a8184ce1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:39.890409511Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-policy-71335882","reconcileID":"49c22219-d3f2-4c9f-8232-0c65943edefe","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"model":"ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:40.148075771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-policy-71335882","reconcileID":"49c22219-d3f2-4c9f-8232-0c65943edefe","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-71335882","tenantID":"e2e-mt-71335882","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:40.270683464Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-policy-71335882","reconcileID":"49c22219-d3f2-4c9f-8232-0c65943edefe","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"name":"e2e-mt-71335882-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:40.270708141Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-policy-71335882","reconcileID":"49c22219-d3f2-4c9f-8232-0c65943edefe","MaaSAuthPolicy":{"name":"e2e-policy-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-71335882","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:40.325565218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"6ae99ea9-161e-44d4-8206-e4566449f4a7","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"tenant":"e2e-mt-71335882","gateway":"openshift-ingress/e2e-mt-71335882","model":"ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:40.325606464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"6ae99ea9-161e-44d4-8206-e4566449f4a7","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"routeName":"e2e-lifecycle-model-71335882-kserve-route","namespace":"ai-tenant-e2e-mt-71335882","llmisvcName":"e2e-lifecycle-model-71335882","gateway":"openshift-ingress/e2e-mt-71335882","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:40.8837161Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-6a675a priority=0:[ai-tenant-e2e-extmod-b-6a675a/e2e-att-detach-f52088-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-serve-9863d2-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-unrel-046178-sub ai-tenant-e2e-extmod-b-6a675a/e2e-rec-ctrl-1ed3ba-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:40.935773404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-1ed3ba","namespace":"e2e-extmod-rec-user-565d9a"},"namespace":"e2e-extmod-rec-user-565d9a","name":"e2e-rec-ctrl-1ed3ba","reconcileID":"e1747064-92b9-48e5-95cf-98ffa08ff817","MaaSModelRef":{"name":"e2e-rec-ctrl-1ed3ba","namespace":"e2e-extmod-rec-user-565d9a"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-rec-user-565d9a/e2e-rec-ctrl-1ed3ba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:40.935811611Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-1ed3ba","namespace":"e2e-extmod-rec-user-565d9a"},"namespace":"e2e-extmod-rec-user-565d9a","name":"e2e-rec-ctrl-1ed3ba","reconcileID":"e1747064-92b9-48e5-95cf-98ffa08ff817","MaaSModelRef":{"name":"e2e-rec-ctrl-1ed3ba","namespace":"e2e-extmod-rec-user-565d9a"},"routeName":"external-model-e2e-rec-ctrl-1ed3ba-f0c684007640","namespace":"e2e-extmod-rec-user-565d9a","model":"e2e-rec-ctrl-1ed3ba","externalModel":"e2e-rec-ctrl-1ed3ba","provider":"e2e-rec-ctrl-1ed3ba-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:28:40.998042872Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-6a675a/e2e-rec-ctrl-1ed3ba-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rec-ctrl-1ed3ba-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:41.109792012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-serve-9863d2","reconcileID":"707116e3-9775-4534-bad3-94908d84a0ca","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-att-user-4cdf05/e2e-att-serve-9863d2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:41.109837396Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-serve-9863d2","reconcileID":"707116e3-9775-4534-bad3-94908d84a0ca","MaaSModelRef":{"name":"e2e-att-serve-9863d2","namespace":"e2e-extmod-att-user-4cdf05"},"routeName":"external-model-e2e-att-serve-9863d2-0ce91b88f089","namespace":"e2e-extmod-att-user-4cdf05","model":"e2e-att-serve-9863d2","externalModel":"e2e-att-serve-9863d2","provider":"e2e-att-serve-9863d2-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:41.159382599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-1ed3ba-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-rec-ctrl-1ed3ba-access","reconcileID":"53071d74-ca06-4cd2-b5ec-b90a0af7b7ab","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-1ed3ba-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:41.15943607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-access","reconcileID":"874993cb-a5fa-474d-bf7e-13e48d82e4b5","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:41.159819767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"2fe4dbe0-e13b-43a8-b22d-e235eb9c3446","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:41.160061003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"6342ee3c-b646-41bf-9062-1f98a81b3805","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:41.215593032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-access","reconcileID":"874993cb-a5fa-474d-bf7e-13e48d82e4b5","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:41.215999176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"2fe4dbe0-e13b-43a8-b22d-e235eb9c3446","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:41.216443281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-1ed3ba","namespace":"e2e-extmod-rec-user-565d9a"},"namespace":"e2e-extmod-rec-user-565d9a","name":"e2e-rec-ctrl-1ed3ba","reconcileID":"d6fdc62e-2ceb-404e-b6b2-513426d56b4a","MaaSModelRef":{"name":"e2e-rec-ctrl-1ed3ba","namespace":"e2e-extmod-rec-user-565d9a"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-rec-user-565d9a/e2e-rec-ctrl-1ed3ba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:41.216463606Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-1ed3ba","namespace":"e2e-extmod-rec-user-565d9a"},"namespace":"e2e-extmod-rec-user-565d9a","name":"e2e-rec-ctrl-1ed3ba","reconcileID":"d6fdc62e-2ceb-404e-b6b2-513426d56b4a","MaaSModelRef":{"name":"e2e-rec-ctrl-1ed3ba","namespace":"e2e-extmod-rec-user-565d9a"},"routeName":"external-model-e2e-rec-ctrl-1ed3ba-f0c684007640","namespace":"e2e-extmod-rec-user-565d9a","model":"e2e-rec-ctrl-1ed3ba","externalModel":"e2e-rec-ctrl-1ed3ba","provider":"e2e-rec-ctrl-1ed3ba-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:41.217925671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-1ed3ba-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-rec-ctrl-1ed3ba-access","reconcileID":"53071d74-ca06-4cd2-b5ec-b90a0af7b7ab","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-1ed3ba-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:41.21880231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"6342ee3c-b646-41bf-9062-1f98a81b3805","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:41.320945427Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-1ed3ba-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-rec-ctrl-1ed3ba-sub","reconcileID":"817e1cb4-d01e-40ad-952f-b6de3df8bdb8","MaaSSubscription":{"name":"e2e-rec-ctrl-1ed3ba-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"maas-trlp-e2e-rec-ctrl-1ed3ba","model":"e2e-rec-ctrl-1ed3ba","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-6a675a/e2e-rec-ctrl-1ed3ba-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:41.321294206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-unrel-046178","reconcileID":"9d032c81-a426-4773-a0c6-82629625dc16","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-att-user-4cdf05/e2e-att-unrel-046178","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:41.321316997Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-unrel-046178","reconcileID":"9d032c81-a426-4773-a0c6-82629625dc16","MaaSModelRef":{"name":"e2e-att-unrel-046178","namespace":"e2e-extmod-att-user-4cdf05"},"routeName":"external-model-e2e-att-unrel-046178-f2da6287961e","namespace":"e2e-extmod-att-user-4cdf05","model":"e2e-att-unrel-046178","externalModel":"e2e-att-unrel-046178","provider":"e2e-att-unrel-046178-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:41.425612586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"be1410c1-655b-45dd-825a-4133e325be4a","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-att-user-4cdf05/e2e-att-detach-f52088","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:41.425725069Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"namespace":"e2e-extmod-att-user-4cdf05","name":"e2e-att-detach-f52088","reconcileID":"be1410c1-655b-45dd-825a-4133e325be4a","MaaSModelRef":{"name":"e2e-att-detach-f52088","namespace":"e2e-extmod-att-user-4cdf05"},"routeName":"external-model-e2e-att-detach-f52088-558214c66572","namespace":"e2e-extmod-att-user-4cdf05","model":"e2e-att-detach-f52088","externalModel":"e2e-att-detach-f52088","provider":"e2e-att-detach-f52088-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:41.590267385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-1ed3ba","namespace":"e2e-extmod-rec-user-565d9a"},"namespace":"e2e-extmod-rec-user-565d9a","name":"e2e-rec-ctrl-1ed3ba","reconcileID":"4aec8508-6e64-4908-a14b-82614ccfd8e3","MaaSModelRef":{"name":"e2e-rec-ctrl-1ed3ba","namespace":"e2e-extmod-rec-user-565d9a"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-rec-user-565d9a/e2e-rec-ctrl-1ed3ba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:41.590407526Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-1ed3ba","namespace":"e2e-extmod-rec-user-565d9a"},"namespace":"e2e-extmod-rec-user-565d9a","name":"e2e-rec-ctrl-1ed3ba","reconcileID":"4aec8508-6e64-4908-a14b-82614ccfd8e3","MaaSModelRef":{"name":"e2e-rec-ctrl-1ed3ba","namespace":"e2e-extmod-rec-user-565d9a"},"routeName":"external-model-e2e-rec-ctrl-1ed3ba-f0c684007640","namespace":"e2e-extmod-rec-user-565d9a","model":"e2e-rec-ctrl-1ed3ba","externalModel":"e2e-rec-ctrl-1ed3ba","provider":"e2e-rec-ctrl-1ed3ba-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:41.739800758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-1ed3ba-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-rec-ctrl-1ed3ba-access","reconcileID":"3317d382-1c01-4065-80dd-3b777653dc21","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-1ed3ba-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:41.739800592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-access","reconcileID":"c895fe0c-c662-489a-bcb9-f18e84c67667","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:41.743950761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"4d7e7399-8f9e-464b-aa2a-ade10a3f55d0","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:41.743953277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"7bc08537-bfb2-4dc5-ad98-b20561a30fc7","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:41.804675964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-access","reconcileID":"c895fe0c-c662-489a-bcb9-f18e84c67667","MaaSAuthPolicy":{"name":"e2e-att-detach-f52088-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:41.804925872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-1ed3ba-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-rec-ctrl-1ed3ba-access","reconcileID":"3317d382-1c01-4065-80dd-3b777653dc21","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-1ed3ba-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:41.81230995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-1ed3ba-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-rec-ctrl-1ed3ba-sub","reconcileID":"78f61348-351b-48aa-9701-93165fa87d2a","MaaSSubscription":{"name":"e2e-rec-ctrl-1ed3ba-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"maas-trlp-e2e-rec-ctrl-1ed3ba","model":"e2e-extmod-rec-user-565d9a/e2e-rec-ctrl-1ed3ba","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:41.812779212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-access","reconcileID":"4d7e7399-8f9e-464b-aa2a-ade10a3f55d0","MaaSAuthPolicy":{"name":"e2e-att-unrel-046178-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:41.813814959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-access","reconcileID":"7bc08537-bfb2-4dc5-ad98-b20561a30fc7","MaaSAuthPolicy":{"name":"e2e-att-serve-9863d2-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:45.516476007Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"namespace":"e2e-extmod-rec-noaccess-6b25aa","name":"e2e-rec-recover-cee3a5","reconcileID":"ba8fe29d-8a4c-4a65-9ad7-363ba2989bb3","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:47.979084932Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","reconcileID":"a817c671-52f8-45fc-91b0-0773b3b6d1cc","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:48.531951761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-sub-iso-auth-146441","reconcileID":"223e1f23-e358-40b8-bc47-e2489498cd20","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:48.587276914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-sub-iso-auth-146441","reconcileID":"223e1f23-e358-40b8-bc47-e2489498cd20","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:48.641576521Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-df41b8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bb614c632c65564e9a5b084e314c27717867241055a5c72f1fac959d0c1b8aeb) AuthConfig (169225bc7fdc8f55b3d14b87d9607bce17f4df43a726390d41be23dcd748e645) AuthConfig (8320dd3cfc6f2745b43bed2980c37798ee9b152f72e02732980d010bd60c59ec) AuthConfig (a0d5e85fb6185f12ed62b94ec2546d0d82a95f20acae18aaa406f6c96588c1f4) AuthConfig (d738e7259af6aa6bb8e7721865de253d5a021b760e7b7dc0dc7d7a24cb0d310d) AuthConfig (fdc148f7649e42712d14a9f899ea93a0b088f2ddec93d294aa9be32ff3ffabe3) AuthConfig (95a920420d3d17d4d62311fc701fc908128259b27995cfd5944a074824561003) AuthConfig (395fd68e60b6b82f63802d03914bb70a2fe572efc02a4ab8a69fe8bc8e5edde9) AuthConfig (8d9499da6fb11575eecbf6076a90bebd95cd442a3504e9a7dd8f511527e07ff2) AuthConfig (284a13ea955a65541836c469c591fbeb4f10a641bde534eb0f8f2136a8765e2f) AuthConfig (877d62fbd955e712e622bf5a80b01f91ffd74471d1eb46735fe97759afb0e455) AuthConfig (f82c4d66151d91c23b442e805763afb9097f4ff6221b11110d48e4d256fe8597) AuthConfig (0f63b1c33cc2e075b9bdfdf55c7c92ebb3f0fbadcace1c33f3b7cbabdbb96964) AuthConfig (799f066abc8f6349b82b3628ad900430c34faf50b2e33cd888ea380acea748b8) AuthConfig (bd1cbce1531af46a507a0706891f292b6c061c143ce7b8339179e5f0b035067d) AuthConfig (0a8a7247450ecfdb8aab1c938ff89b75fad34918ce2ed4e65a3f6b171695525d) AuthConfig (4fbc456a8ba8d3ca8a9e90475ef0c5b49f68d4cb1b6ed5845bf39dddb12ff81e) AuthConfig (78db8c68f1b7179d838d25540af186ca5f5dfd785e45da121e02505fb77b32a8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-sub-iso-auth-146441","reconcileID":"223e1f23-e358-40b8-bc47-e2489498cd20","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:48.698284742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"ced8e52e-f728-492b-a0ab-f0996f23d4b6","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/sub-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:48.698309362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"ced8e52e-f728-492b-a0ab-f0996f23d4b6","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"sub-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"sub-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:49.853763601Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-sub-71335882","reconcileID":"946945c8-5fe9-4102-92af-c37ff223e501","MaaSSubscription":{"name":"e2e-sub-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"model":"ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882","subscription":"e2e-sub-71335882","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:49.90606239Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-sub-71335882","reconcileID":"946945c8-5fe9-4102-92af-c37ff223e501","MaaSSubscription":{"name":"e2e-sub-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"model":"ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:49.958279024Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-sub-71335882","reconcileID":"946945c8-5fe9-4102-92af-c37ff223e501","MaaSSubscription":{"name":"e2e-sub-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"name":"maas-trlp-e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882","model":"ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:50.233215171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"6f8bea84-19f2-4655-905c-4e2bff3a864b","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"tenant":"e2e-mt-71335882","gateway":"openshift-ingress/e2e-mt-71335882","model":"ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:50.233236931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"6f8bea84-19f2-4655-905c-4e2bff3a864b","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"routeName":"e2e-lifecycle-model-71335882-kserve-route","namespace":"ai-tenant-e2e-mt-71335882","llmisvcName":"e2e-lifecycle-model-71335882","gateway":"openshift-ingress/e2e-mt-71335882","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:50.233219902Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-6a675a priority=0:[ai-tenant-e2e-extmod-b-6a675a/e2e-att-detach-f52088-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-serve-9863d2-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-unrel-046178-sub ai-tenant-e2e-extmod-b-6a675a/e2e-rec-ctrl-1ed3ba-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:50.342168481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-1ed3ba","namespace":"e2e-extmod-rec-user-565d9a"},"namespace":"e2e-extmod-rec-user-565d9a","name":"e2e-rec-ctrl-1ed3ba","reconcileID":"43f6841e-5d2b-463f-bea0-820b9d249d5c","MaaSModelRef":{"name":"e2e-rec-ctrl-1ed3ba","namespace":"e2e-extmod-rec-user-565d9a"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-rec-user-565d9a/e2e-rec-ctrl-1ed3ba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:50.342196486Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-1ed3ba","namespace":"e2e-extmod-rec-user-565d9a"},"namespace":"e2e-extmod-rec-user-565d9a","name":"e2e-rec-ctrl-1ed3ba","reconcileID":"43f6841e-5d2b-463f-bea0-820b9d249d5c","MaaSModelRef":{"name":"e2e-rec-ctrl-1ed3ba","namespace":"e2e-extmod-rec-user-565d9a"},"routeName":"external-model-e2e-rec-ctrl-1ed3ba-f0c684007640","namespace":"e2e-extmod-rec-user-565d9a","model":"e2e-rec-ctrl-1ed3ba","externalModel":"e2e-rec-ctrl-1ed3ba","provider":"e2e-rec-ctrl-1ed3ba-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:53.800936713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-1ed3ba-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-rec-ctrl-1ed3ba-sub","reconcileID":"c26cc357-b577-4e92-ace9-29471793d91f","MaaSSubscription":{"name":"e2e-rec-ctrl-1ed3ba-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"maas-trlp-e2e-rec-ctrl-1ed3ba","model":"e2e-extmod-rec-user-565d9a/e2e-rec-ctrl-1ed3ba","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:54.107464835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-1ed3ba","namespace":"e2e-extmod-rec-user-565d9a"},"namespace":"e2e-extmod-rec-user-565d9a","name":"e2e-rec-ctrl-1ed3ba","reconcileID":"d66cde74-67fa-4b3c-b420-465c4688ea07","MaaSModelRef":{"name":"e2e-rec-ctrl-1ed3ba","namespace":"e2e-extmod-rec-user-565d9a"},"tenant":"e2e-extmod-b-6a675a","gateway":"openshift-ingress/e2e-extmod-b-6a675a","model":"e2e-extmod-rec-user-565d9a/e2e-rec-ctrl-1ed3ba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:54.107507444Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-1ed3ba","namespace":"e2e-extmod-rec-user-565d9a"},"namespace":"e2e-extmod-rec-user-565d9a","name":"e2e-rec-ctrl-1ed3ba","reconcileID":"d66cde74-67fa-4b3c-b420-465c4688ea07","MaaSModelRef":{"name":"e2e-rec-ctrl-1ed3ba","namespace":"e2e-extmod-rec-user-565d9a"},"routeName":"external-model-e2e-rec-ctrl-1ed3ba-f0c684007640","namespace":"e2e-extmod-rec-user-565d9a","model":"e2e-rec-ctrl-1ed3ba","externalModel":"e2e-rec-ctrl-1ed3ba","provider":"e2e-rec-ctrl-1ed3ba-provider","gateway":"openshift-ingress/e2e-extmod-b-6a675a","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:54.21087093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-1ed3ba-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-rec-ctrl-1ed3ba-access","reconcileID":"c454e994-51c9-4b5a-872a-db3285d8e357","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-1ed3ba-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6a675a","tenantID":"e2e-extmod-b-6a675a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:54.266068507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-1ed3ba-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-rec-ctrl-1ed3ba-access","reconcileID":"c454e994-51c9-4b5a-872a-db3285d8e357","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-1ed3ba-access","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"e2e-extmod-b-6a675a-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:55.623077424Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"namespace":"e2e-extmod-rec-noaccess-6b25aa","name":"e2e-rec-recover-cee3a5","reconcileID":"bc29e4be-32a8-414a-a4bb-0c1bf01b07b3","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:58.083114947Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","reconcileID":"11cdfeb6-6f7f-4a29-ae68-8c5fbccd8976","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:58.807393169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-sub-iso-auth-146441","reconcileID":"1ebf9115-cdab-445b-a9ca-42418704c4e1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:58.894861606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-sub-iso-auth-146441","reconcileID":"1ebf9115-cdab-445b-a9ca-42418704c4e1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:59.157932566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"cff8b3d1-82b2-4ee4-a372-7edb54099347","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/sub-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:28:59.157952574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"cff8b3d1-82b2-4ee4-a372-7edb54099347","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"sub-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"sub-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:01.561015419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"5a5d92d8-3465-4a29-80f8-83f85ca1da09","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/sub-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:01.561037494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"5a5d92d8-3465-4a29-80f8-83f85ca1da09","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"sub-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"sub-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:01.616943816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"9c332f24-6497-4416-acf0-a0c2e468eb43","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/sub-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:01.616965116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"9c332f24-6497-4416-acf0-a0c2e468eb43","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"sub-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"sub-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:01.721723951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-sub-iso-auth-146441","reconcileID":"47afccc4-62d5-4791-8664-bfc55320b0cb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d","tenantID":"e2e-shared-b-w4-2cc24d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:01.844017977Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-sub-iso-auth-146441","reconcileID":"47afccc4-62d5-4791-8664-bfc55320b0cb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"e2e-shared-b-w4-2cc24d-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:01.898390228Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-2cc24d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-sub-iso-auth-146441","reconcileID":"47afccc4-62d5-4791-8664-bfc55320b0cb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:01.954662189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"8ea0c93e-18fc-4eb2-8201-63b699c56afd","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/sub-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:01.95468299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"8ea0c93e-18fc-4eb2-8201-63b699c56afd","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"sub-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"sub-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:04.959258625Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"namespace":"e2e-extmod-rec-noaccess-6b25aa","name":"e2e-rec-recover-cee3a5","reconcileID":"83c94c5a-1179-4a6b-9a8a-4ccbe17cfd33","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:05.063633081Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","reconcileID":"697bf7d9-57ba-4442-8d82-c308dadd9b73","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:05.831613045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd0b59a4-e0ab-4b66-b15e-3f850672d421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:05.883451328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd0b59a4-e0ab-4b66-b15e-3f850672d421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:05.935198501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd0b59a4-e0ab-4b66-b15e-3f850672d421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:05.98694229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd0b59a4-e0ab-4b66-b15e-3f850672d421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:07.923000149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c618c14-2cd5-4cfe-985d-ce1c066b9187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:07.9752323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c618c14-2cd5-4cfe-985d-ce1c066b9187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:08.02769143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c618c14-2cd5-4cfe-985d-ce1c066b9187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:08.080088361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c618c14-2cd5-4cfe-985d-ce1c066b9187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:08.445871047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7387069c"},"namespace":"ai-tenant-e2e-ait-7387069c","name":"default-tenant","reconcileID":"d7250ccd-6ddf-480d-9a73-c5598fb3eb00","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-7387069c","tenantID":"e2e-ait-7387069c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:08.559581733Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7387069c"},"namespace":"ai-tenant-e2e-ait-7387069c","name":"default-tenant","reconcileID":"d7250ccd-6ddf-480d-9a73-c5598fb3eb00","name":"e2e-ait-7387069c-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:09.261810927Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:09.932068617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d35e38a-ada9-43a4-aae2-a1eb1a4829f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:09.984982156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d35e38a-ada9-43a4-aae2-a1eb1a4829f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:10.037255315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d35e38a-ada9-43a4-aae2-a1eb1a4829f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:10.089222424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d35e38a-ada9-43a4-aae2-a1eb1a4829f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:12.060174574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-sub-iso-auth-146441","reconcileID":"8798c584-9b06-43ca-9f5f-08f211a6c22b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d","tenantID":"e2e-shared-b-w4-2cc24d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:12.115441141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-sub-iso-auth-146441","reconcileID":"8798c584-9b06-43ca-9f5f-08f211a6c22b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"e2e-shared-b-w4-2cc24d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:12.169249303Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-2cc24d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-sub-iso-auth-146441","reconcileID":"8798c584-9b06-43ca-9f5f-08f211a6c22b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:15.065245947Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"namespace":"e2e-extmod-rec-noaccess-6b25aa","name":"e2e-rec-recover-cee3a5","reconcileID":"51e1f57a-e0ed-4c20-ba6b-b0296f06b61e","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:15.169087493Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","reconcileID":"aa4e1d34-52ff-4f6e-8e45-a096498cd325","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:22.275563655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-sub-iso-auth-146441","reconcileID":"86a8b36c-9ae0-4d38-9355-aaa65a2d6f1b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d","tenantID":"e2e-shared-b-w4-2cc24d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:22.331319606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-sub-iso-auth-146441","reconcileID":"86a8b36c-9ae0-4d38-9355-aaa65a2d6f1b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"e2e-shared-b-w4-2cc24d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:22.392277277Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-2cc24d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b960e698218ef9f20dad79008514bf7fe2e582e5759aebab11e2e618218dd814) AuthConfig (3062e858710eac77697b64d70ce9a05277ef474083cf730a86ee44287e57666b) AuthConfig (b246e5210931b1ddc9acc25a552ce3efe6b89ef559cbcf79377ca1889d0754f6) AuthConfig (543e9f4069ad577b210202dbbe5165590f29219c4063fc5c5d7762bc25589534) AuthConfig (be3558b7cd4ed2bcc54b04c601d5ce48123c083c6e137624347a82081104c527) AuthConfig (311faf48432241e947cae4afe4eeb57b22bdb963168a9c6889a83379b6f0f4a3) AuthConfig (7fa125e3c61d3d15e0487ad41ff65c922bbeb1d50dc174b0f776b06e4915c66b) AuthConfig (50c4ae2701c249f5b4f817d6dbd6145dfcbc57cf2cce2bbf1c4db06ff427dc6f) AuthConfig (630e175642351f67281d4e75b3f55c5a6162f7cf7419cec0ee601598628c7e8a) AuthConfig (a99819040a31227978770f97d14336068d07d3a94f7e8754a4c7cad57deb441d) AuthConfig (7cb58dc008ee0b077a2b8fbee4bcd73006341badb389428521d2c0696e018908) AuthConfig (61881c2057220c1f58a999274b9b3f9c64b9f1d8d17b787fc3db0b311e91bd9e) AuthConfig (ca64d7d78001a2794cf65a83830ed79649626c663a141a6abbb35b6a653dce6a) AuthConfig (d831a92f29a6cb6d65ab2a006e593b4522fe2fdbfa57064829a26e53e5c9e403) AuthConfig (aec78e76f3f2b9a240137a6b87c14e6646d717b05a35017bc4d8ea2246d84a87) AuthConfig (2e709ba7989f7a7fe1127dfa8261770ff791e1b69c64466b830b2df8a56828de) AuthConfig (3dae4042ddc5347bd7982f0997dd63b7b28d21d3e68c67cd7f6e983d6e253567) AuthConfig (3253297a1aebf48eaae5b8c68919330c00542c691c9473c3b39e992baaee80b2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-sub-iso-auth-146441","reconcileID":"86a8b36c-9ae0-4d38-9355-aaa65a2d6f1b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:22.450989106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"809203ca-77ed-44c7-9752-8d50c279acec","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/sub-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:22.451009046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"809203ca-77ed-44c7-9752-8d50c279acec","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"sub-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"sub-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:25.172392951Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"namespace":"e2e-extmod-rec-noaccess-6b25aa","name":"e2e-rec-recover-cee3a5","reconcileID":"055acad9-3545-4e52-baff-fea3f8b6c125","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:25.277215784Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","reconcileID":"fdeb7ba7-f578-4fbf-8f83-1254f1d13f5d","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:27.776625597Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"default-tenant","reconcileID":"40f3a4df-c8f9-4879-8c0b-a86db877beb7","namespace":"ai-tenant-e2e-mt-71335882","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:27.776707092Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"default-tenant","reconcileID":"40f3a4df-c8f9-4879-8c0b-a86db877beb7","namespace":"ai-tenant-e2e-mt-71335882","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:27.776776476Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"default-tenant","reconcileID":"40f3a4df-c8f9-4879-8c0b-a86db877beb7","tenant":"e2e-mt-71335882","tenantID":"e2e-mt-71335882","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:27.830868036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"default-tenant","reconcileID":"40f3a4df-c8f9-4879-8c0b-a86db877beb7","gvk":"Deployment","name":"maas-api-e2e-mt-71335882","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:27.889878036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"default-tenant","reconcileID":"40f3a4df-c8f9-4879-8c0b-a86db877beb7","gvk":"Service","name":"maas-api-e2e-mt-71335882","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:27.945340788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"default-tenant","reconcileID":"40f3a4df-c8f9-4879-8c0b-a86db877beb7","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-71335882","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:27.998577965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"default-tenant","reconcileID":"40f3a4df-c8f9-4879-8c0b-a86db877beb7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-71335882","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:28.052560932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"default-tenant","reconcileID":"40f3a4df-c8f9-4879-8c0b-a86db877beb7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-71335882","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:28.107744543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"default-tenant","reconcileID":"40f3a4df-c8f9-4879-8c0b-a86db877beb7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-71335882","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:28.164722975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"default-tenant","reconcileID":"40f3a4df-c8f9-4879-8c0b-a86db877beb7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-71335882","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:28.219213846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"default-tenant","reconcileID":"40f3a4df-c8f9-4879-8c0b-a86db877beb7","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-71335882","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:28.27158933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"default-tenant","reconcileID":"40f3a4df-c8f9-4879-8c0b-a86db877beb7","gvk":"Deployment","name":"payload-processing-e2e-mt-71335882","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:28.323722859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"default-tenant","reconcileID":"40f3a4df-c8f9-4879-8c0b-a86db877beb7","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-71335882","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:28.375791975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"default-tenant","reconcileID":"40f3a4df-c8f9-4879-8c0b-a86db877beb7","gvk":"Service","name":"payload-processing-e2e-mt-71335882","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:28.4274916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"default-tenant","reconcileID":"40f3a4df-c8f9-4879-8c0b-a86db877beb7","gvk":"Service","name":"payload-pre-processing-e2e-mt-71335882","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:28.478898033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"default-tenant","reconcileID":"40f3a4df-c8f9-4879-8c0b-a86db877beb7","gvk":"DestinationRule","name":"payload-processing-e2e-mt-71335882","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:28.530142083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"default-tenant","reconcileID":"40f3a4df-c8f9-4879-8c0b-a86db877beb7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-71335882","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:28.58173714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"default-tenant","reconcileID":"40f3a4df-c8f9-4879-8c0b-a86db877beb7","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-71335882","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:28.636348544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"default-tenant","reconcileID":"40f3a4df-c8f9-4879-8c0b-a86db877beb7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-71335882","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:28.693589792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"default-tenant","reconcileID":"40f3a4df-c8f9-4879-8c0b-a86db877beb7","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-71335882","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:28.745531685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"default-tenant","reconcileID":"40f3a4df-c8f9-4879-8c0b-a86db877beb7","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-71335882","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:28.800441612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"default-tenant","reconcileID":"40f3a4df-c8f9-4879-8c0b-a86db877beb7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-71335882","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:28.857598986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"default-tenant","reconcileID":"40f3a4df-c8f9-4879-8c0b-a86db877beb7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-71335882","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:29.676046577Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-71335882","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-71335882","reconcileID":"04db8064-bb68-424c-a8c1-a967924a3228","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-71335882","removed":["maas.opendatahub.io/gateway-access-e2e-mt-71335882"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:29.929119598Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"namespace":"e2e-extmod-rec-noaccess-6b25aa","name":"e2e-rec-recover-cee3a5","reconcileID":"06c29665-ff35-4a55-9608-505f28ebb000","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:30.036810545Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","reconcileID":"b9b66274-d43b-4339-b6fb-f79d09271993","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:29:30.093300074Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"5e0fb608-57ed-4329-a852-70df3214a83d","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882-kserve-route (gateways: [openshift-ingress/e2e-mt-71335882]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:29:30.153668441Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"5e0fb608-57ed-4329-a852-70df3214a83d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882-kserve-route (gateways: [openshift-ingress/e2e-mt-71335882]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:29:30.159075421Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"bc98fed4-3714-4f98-b4ae-e4f06175940d","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882-kserve-route (gateways: [openshift-ingress/e2e-mt-71335882]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:29:30.159149545Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"bc98fed4-3714-4f98-b4ae-e4f06175940d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882-kserve-route (gateways: [openshift-ingress/e2e-mt-71335882]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:29:30.170304532Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"8c0d05a0-6c22-4136-8937-718918bcf0a2","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882-kserve-route (gateways: [openshift-ingress/e2e-mt-71335882]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:29:30.170430563Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"8c0d05a0-6c22-4136-8937-718918bcf0a2","error":"resolve tenant gateway for model ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882-kserve-route (gateways: [openshift-ingress/e2e-mt-71335882]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:29:30.194634982Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"7ffcf1a5-2565-4b11-9ad1-8ed375c2db66","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882-kserve-route (gateways: [openshift-ingress/e2e-mt-71335882]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:29:30.194725625Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"7ffcf1a5-2565-4b11-9ad1-8ed375c2db66","error":"resolve tenant gateway for model ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882-kserve-route (gateways: [openshift-ingress/e2e-mt-71335882]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:29:30.235580097Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"7cd242e3-f458-4560-8d9a-215755c45727","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882-kserve-route (gateways: [openshift-ingress/e2e-mt-71335882]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:29:30.235650963Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"7cd242e3-f458-4560-8d9a-215755c45727","error":"resolve tenant gateway for model ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882-kserve-route (gateways: [openshift-ingress/e2e-mt-71335882]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:29:30.316228117Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"3c702919-7b3a-43cb-b364-5eb7c27eece6","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882-kserve-route (gateways: [openshift-ingress/e2e-mt-71335882]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:29:30.316307482Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"3c702919-7b3a-43cb-b364-5eb7c27eece6","error":"resolve tenant gateway for model ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882-kserve-route (gateways: [openshift-ingress/e2e-mt-71335882]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:29:30.477175201Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"06246e3a-8620-4f4d-a037-891a7a38da51","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882-kserve-route (gateways: [openshift-ingress/e2e-mt-71335882]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:29:30.477245823Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"06246e3a-8620-4f4d-a037-891a7a38da51","error":"resolve tenant gateway for model ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882-kserve-route (gateways: [openshift-ingress/e2e-mt-71335882]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:29:30.79856872Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"79083dfb-55d9-42de-bbb7-3b8433c6ca74","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882-kserve-route (gateways: [openshift-ingress/e2e-mt-71335882]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:29:30.798792792Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"79083dfb-55d9-42de-bbb7-3b8433c6ca74","error":"resolve tenant gateway for model ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882-kserve-route (gateways: [openshift-ingress/e2e-mt-71335882]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:30.821106875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06519240-2873-4f23-898a-17c770262e2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:30.876697858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06519240-2873-4f23-898a-17c770262e2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:30.931169746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06519240-2873-4f23-898a-17c770262e2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:30.983351422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06519240-2873-4f23-898a-17c770262e2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:29:31.439798541Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"7691b496-7843-4fe6-99c9-f279f534962c","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882-kserve-route (gateways: [openshift-ingress/e2e-mt-71335882]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:29:31.439870025Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"7691b496-7843-4fe6-99c9-f279f534962c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882-kserve-route (gateways: [openshift-ingress/e2e-mt-71335882]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:32.559896245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-sub-iso-auth-146441","reconcileID":"3e83b8a3-8dd4-49dc-a2b6-c80d3942162f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d","tenantID":"e2e-shared-b-w4-2cc24d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:32.615647302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-sub-iso-auth-146441","reconcileID":"3e83b8a3-8dd4-49dc-a2b6-c80d3942162f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"e2e-shared-b-w4-2cc24d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:32.669755856Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-2cc24d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b960e698218ef9f20dad79008514bf7fe2e582e5759aebab11e2e618218dd814) AuthConfig (3062e858710eac77697b64d70ce9a05277ef474083cf730a86ee44287e57666b) AuthConfig (b246e5210931b1ddc9acc25a552ce3efe6b89ef559cbcf79377ca1889d0754f6) AuthConfig (543e9f4069ad577b210202dbbe5165590f29219c4063fc5c5d7762bc25589534) AuthConfig (be3558b7cd4ed2bcc54b04c601d5ce48123c083c6e137624347a82081104c527) AuthConfig (311faf48432241e947cae4afe4eeb57b22bdb963168a9c6889a83379b6f0f4a3) AuthConfig (7fa125e3c61d3d15e0487ad41ff65c922bbeb1d50dc174b0f776b06e4915c66b) AuthConfig (50c4ae2701c249f5b4f817d6dbd6145dfcbc57cf2cce2bbf1c4db06ff427dc6f) AuthConfig (630e175642351f67281d4e75b3f55c5a6162f7cf7419cec0ee601598628c7e8a) AuthConfig (a99819040a31227978770f97d14336068d07d3a94f7e8754a4c7cad57deb441d) AuthConfig (7cb58dc008ee0b077a2b8fbee4bcd73006341badb389428521d2c0696e018908) AuthConfig (61881c2057220c1f58a999274b9b3f9c64b9f1d8d17b787fc3db0b311e91bd9e) AuthConfig (ca64d7d78001a2794cf65a83830ed79649626c663a141a6abbb35b6a653dce6a) AuthConfig (d831a92f29a6cb6d65ab2a006e593b4522fe2fdbfa57064829a26e53e5c9e403) AuthConfig (aec78e76f3f2b9a240137a6b87c14e6646d717b05a35017bc4d8ea2246d84a87) AuthConfig (2e709ba7989f7a7fe1127dfa8261770ff791e1b69c64466b830b2df8a56828de) AuthConfig (3dae4042ddc5347bd7982f0997dd63b7b28d21d3e68c67cd7f6e983d6e253567) AuthConfig (3253297a1aebf48eaae5b8c68919330c00542c691c9473c3b39e992baaee80b2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-sub-iso-auth-146441","reconcileID":"3e83b8a3-8dd4-49dc-a2b6-c80d3942162f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:29:32.720484284Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"c35465a6-eaba-4979-9b6d-1fa990ba1bd8","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882-kserve-route (gateways: [openshift-ingress/e2e-mt-71335882]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:29:32.720558063Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"c35465a6-eaba-4979-9b6d-1fa990ba1bd8","error":"resolve tenant gateway for model ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882-kserve-route (gateways: [openshift-ingress/e2e-mt-71335882]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:32.878576526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e5d9916-7d38-43ad-9470-688d0f794fd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:32.93099693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e5d9916-7d38-43ad-9470-688d0f794fd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:32.983260186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e5d9916-7d38-43ad-9470-688d0f794fd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:33.038029852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e5d9916-7d38-43ad-9470-688d0f794fd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:29:35.281654018Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"251d919b-c8ba-44c8-a9bc-0a23f3e4886e","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882-kserve-route (gateways: [openshift-ingress/e2e-mt-71335882]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:29:35.281745415Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"251d919b-c8ba-44c8-a9bc-0a23f3e4886e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882-kserve-route (gateways: [openshift-ingress/e2e-mt-71335882]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:35.881398998Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"namespace":"e2e-extmod-rec-noaccess-6b25aa","name":"e2e-rec-recover-cee3a5","reconcileID":"dfe533f9-5d0b-47db-91f6-82baa9018069","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:36.037678249Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","reconcileID":"472018f4-efc5-4ed9-9315-84d21d446a26","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:29:36.090165574Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"dd6e542b-a646-426e-8410-4ddb051c97d7","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882-kserve-route (gateways: [openshift-ingress/e2e-mt-71335882]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:29:36.090248601Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"dd6e542b-a646-426e-8410-4ddb051c97d7","error":"resolve tenant gateway for model ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882-kserve-route (gateways: [openshift-ingress/e2e-mt-71335882]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:36.141959478Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"namespace":"e2e-extmod-rec-noaccess-6b25aa","name":"e2e-rec-recover-cee3a5","reconcileID":"d2d1d3c9-685d-4f03-b377-049ee5e18d3e","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:36.249163351Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","reconcileID":"1edb10ac-a955-4496-b113-f8268d721e8a","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:36.752171091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e0190bb-61fb-4188-9e1c-e484b2592d0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:36.804399727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e0190bb-61fb-4188-9e1c-e484b2592d0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:36.856307303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e0190bb-61fb-4188-9e1c-e484b2592d0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:36.908189138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e0190bb-61fb-4188-9e1c-e484b2592d0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:37.201861498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"45076e7b-dee7-4679-8ac3-a0ebb7025b48","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"tenant":"e2e-mt-71335882","gateway":"openshift-ingress/e2e-mt-71335882","model":"ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:37.201882023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"45076e7b-dee7-4679-8ac3-a0ebb7025b48","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"routeName":"e2e-lifecycle-model-71335882-kserve-route","namespace":"ai-tenant-e2e-mt-71335882","llmisvcName":"e2e-lifecycle-model-71335882","gateway":"openshift-ingress/e2e-mt-71335882","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:37.310433516Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"namespace":"e2e-extmod-rec-noaccess-6b25aa","name":"e2e-rec-recover-cee3a5","reconcileID":"ca46986f-741e-4400-89a7-0bebb709ab42","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:37.362003534Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-71335882","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-71335882","reconcileID":"102660cc-d984-4e23-abd4-6a6cebc83ed0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-71335882","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-71335882":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:37.415147221Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","reconcileID":"9f5015b2-a7c5-4010-a03c-a75c303df337","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:38.317526596Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"namespace":"e2e-extmod-rec-noaccess-6b25aa","name":"e2e-rec-recover-cee3a5","reconcileID":"addab6d9-7def-4f4c-adb8-5cde081b1b8e","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:38.42120098Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","reconcileID":"de20d64c-6ce6-46c4-aa9e-5d5b7bdfd4c3","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:38.474368463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"e8b1f2f5-bc42-4984-bbc6-c1e38f3ce229","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"tenant":"e2e-mt-71335882","gateway":"openshift-ingress/e2e-mt-71335882","model":"ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:38.474390194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"e8b1f2f5-bc42-4984-bbc6-c1e38f3ce229","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"routeName":"e2e-lifecycle-model-71335882-kserve-route","namespace":"ai-tenant-e2e-mt-71335882","llmisvcName":"e2e-lifecycle-model-71335882","gateway":"openshift-ingress/e2e-mt-71335882","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:38.770870952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"097c07ed-5666-4f5a-b914-31e7c0912ad4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:38.830915383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"097c07ed-5666-4f5a-b914-31e7c0912ad4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:38.886115815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"097c07ed-5666-4f5a-b914-31e7c0912ad4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:38.938667606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"097c07ed-5666-4f5a-b914-31e7c0912ad4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:39.28467673Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:40.998703417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e953bfce-480f-472b-934c-c59180b8bf10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:41.050511781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e953bfce-480f-472b-934c-c59180b8bf10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:41.102870206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e953bfce-480f-472b-934c-c59180b8bf10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:41.154789184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e953bfce-480f-472b-934c-c59180b8bf10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:42.77496938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-sub-iso-auth-146441","reconcileID":"ac53e96d-636f-40f2-b813-8d78b18c23d5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d","tenantID":"e2e-shared-b-w4-2cc24d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:42.830701743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-sub-iso-auth-146441","reconcileID":"ac53e96d-636f-40f2-b813-8d78b18c23d5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"e2e-shared-b-w4-2cc24d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:43.024047543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dddc306-1255-4166-8cb9-c9752a22c8cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:43.075859255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dddc306-1255-4166-8cb9-c9752a22c8cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:43.127734854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dddc306-1255-4166-8cb9-c9752a22c8cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:43.132633072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"250d1d50-3ff6-45cc-9d17-872f1f4f18b2","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/sub-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:43.13265176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"250d1d50-3ff6-45cc-9d17-872f1f4f18b2","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"sub-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"sub-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:43.17974543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dddc306-1255-4166-8cb9-c9752a22c8cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:45.128216827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edb54da3-b1f4-4b17-a72b-c8f589e185e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:45.18052385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edb54da3-b1f4-4b17-a72b-c8f589e185e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:45.232490996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edb54da3-b1f4-4b17-a72b-c8f589e185e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:45.284480483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edb54da3-b1f4-4b17-a72b-c8f589e185e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:48.422311651Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"namespace":"e2e-extmod-rec-noaccess-6b25aa","name":"e2e-rec-recover-cee3a5","reconcileID":"1d51b294-2370-4dd9-9da5-78c23bf35cba","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:48.525470788Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-6a675a priority=0:[ai-tenant-e2e-extmod-b-6a675a/e2e-att-detach-f52088-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-serve-9863d2-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-unrel-046178-sub ai-tenant-e2e-extmod-b-6a675a/e2e-rec-ctrl-1ed3ba-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:48.526738539Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","reconcileID":"e077decd-0606-417c-b475-40cc64117fdb","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:48.578726636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"c2818128-6715-4470-ba9a-757ef0d3e781","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/sub-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:48.578755906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"c2818128-6715-4470-ba9a-757ef0d3e781","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"sub-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"sub-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:48.631204768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-sub-iso-auth-146441","reconcileID":"7807edf6-b1dd-47eb-9295-ab51c8966c53","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:29:48.632923552Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-shared-sub-146441","reconcileID":"4c21bfe8-b02f-4d73-af14-359e18bdd377","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-146441\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:48.636990505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"5be16930-173a-4419-9e8b-9ea3a9108c40","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/sub-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:48.637014494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"5be16930-173a-4419-9e8b-9ea3a9108c40","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"sub-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"sub-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:48.687637982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-sub-iso-auth-146441","reconcileID":"7807edf6-b1dd-47eb-9295-ab51c8966c53","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:29:48.689939656Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"5be16930-173a-4419-9e8b-9ea3a9108c40","name":"sub-test-model-df41b8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-df41b8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:29:48.690006982Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"5be16930-173a-4419-9e8b-9ea3a9108c40","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-df41b8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:48.695965546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"16768a69-4ed3-4909-b23e-da74d82a32be","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/sub-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:48.695984336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"16768a69-4ed3-4909-b23e-da74d82a32be","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"sub-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"sub-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:48.746186752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"f94d93d5-d5a3-439f-ba89-934e2760ef8a","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/sub-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:48.746209064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"f94d93d5-d5a3-439f-ba89-934e2760ef8a","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"sub-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"sub-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:48.801554478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"9545de95-f351-49d6-83cf-81f4cc4c5eb1","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/sub-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:48.801574659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"9545de95-f351-49d6-83cf-81f4cc4c5eb1","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"sub-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"sub-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:48.849407319Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-6a675a priority=0:[ai-tenant-e2e-extmod-b-6a675a/e2e-att-detach-f52088-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-serve-9863d2-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-unrel-046178-sub ai-tenant-e2e-extmod-b-6a675a/e2e-rec-ctrl-1ed3ba-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:48.849510955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"e2cf2627-1797-40c1-899e-52b832f22bd2","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/sub-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:48.849531861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"e2cf2627-1797-40c1-899e-52b832f22bd2","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"sub-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"sub-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:48.907020132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"73d4274d-cc72-4a48-a7ea-0a2451f2c2a0","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/sub-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:48.907038533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"73d4274d-cc72-4a48-a7ea-0a2451f2c2a0","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"sub-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"sub-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:29:48.958217417Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-shared-sub-146441","reconcileID":"01e9a9d9-ccf1-473e-9709-286970f25e4a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-146441\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:29:48.960415038Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"73d4274d-cc72-4a48-a7ea-0a2451f2c2a0","name":"sub-test-model-2cc24d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-2cc24d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:29:48.960480677Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"73d4274d-cc72-4a48-a7ea-0a2451f2c2a0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-2cc24d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:48.965832986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"45969451-235d-4607-931c-3a8af4b20db9","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/sub-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:48.965848887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"45969451-235d-4607-931c-3a8af4b20db9","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"sub-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"sub-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:48.975622862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-sub-iso-auth-146441","reconcileID":"f4d1c5c9-f2ab-4a31-947b-74636e2d45cb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d","tenantID":"e2e-shared-b-w4-2cc24d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:48.999131437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-sub-iso-auth-146441","reconcileID":"d2684e0b-d043-4dba-a53e-a118c411c600","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:49.017646967Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-shared-sub-146441","reconcileID":"3c93fac0-b53d-41cb-b66c-be7dfcc2dbb8","MaaSSubscription":{"name":"e2e-shared-sub-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"maas-trlp-sub-test-model-df41b8","model":"sub-test-model-df41b8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-df41b8/e2e-shared-sub-146441"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:49.03178185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-sub-iso-auth-146441","reconcileID":"f4d1c5c9-f2ab-4a31-947b-74636e2d45cb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"e2e-shared-b-w4-2cc24d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:49.055560146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-sub-iso-auth-146441","reconcileID":"d2684e0b-d043-4dba-a53e-a118c411c600","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:49.066644734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"850895cc-17c5-4213-8e0c-52e4ee1b541d","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/sub-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:49.066663845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"850895cc-17c5-4213-8e0c-52e4ee1b541d","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"sub-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"sub-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:49.122929848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"10a6bfc6-8b63-4d19-97c7-8f3bc8cad930","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/sub-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:49.122949134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"10a6bfc6-8b63-4d19-97c7-8f3bc8cad930","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"sub-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"sub-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:49.123567934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"e09f852b-c038-4c9e-af20-c8a90f1a7f1a","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/sub-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:49.12358292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"e09f852b-c038-4c9e-af20-c8a90f1a7f1a","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"sub-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"sub-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:49.12423636Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-6a675a priority=0:[ai-tenant-e2e-extmod-b-6a675a/e2e-att-detach-f52088-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-serve-9863d2-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-unrel-046178-sub ai-tenant-e2e-extmod-b-6a675a/e2e-rec-ctrl-1ed3ba-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:49.186602641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"a89cc335-707d-4bb7-a071-f49bb176de0e","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/sub-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:49.186621953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"a89cc335-707d-4bb7-a071-f49bb176de0e","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"sub-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"sub-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:29:49.241219964Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-a-only-146441","reconcileID":"75f1b278-2e64-45a4-8dba-52c89ea85df3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-146441\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:49.330046974Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-shared-sub-146441","reconcileID":"2c04c0a7-a5ac-47be-ba0f-f4cb8d748d47","MaaSSubscription":{"name":"e2e-shared-sub-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"maas-trlp-sub-test-model-2cc24d","model":"sub-test-model-2cc24d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-2cc24d/e2e-shared-sub-146441"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:49.340283043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-sub-iso-auth-146441","reconcileID":"1c705357-f042-48eb-8b40-5315a9053104","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d","tenantID":"e2e-shared-b-w4-2cc24d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:49.340286626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-sub-iso-auth-146441","reconcileID":"76193118-2808-423e-be1a-0529f86728da","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:49.354507013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"85d3f656-f1ae-4d0e-819a-3d6275b590d1","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/sub-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:49.354524326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"85d3f656-f1ae-4d0e-819a-3d6275b590d1","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"sub-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"sub-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:49.396097736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-sub-iso-auth-146441","reconcileID":"1c705357-f042-48eb-8b40-5315a9053104","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"e2e-shared-b-w4-2cc24d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:49.396176378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-sub-iso-auth-146441","reconcileID":"76193118-2808-423e-be1a-0529f86728da","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:49.402225145Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-6a675a priority=0:[ai-tenant-e2e-extmod-b-6a675a/e2e-att-detach-f52088-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-serve-9863d2-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-unrel-046178-sub ai-tenant-e2e-extmod-b-6a675a/e2e-rec-ctrl-1ed3ba-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:49.402581152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"75799c7e-de82-4d84-a6f3-41480880b3e1","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/sub-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:49.402596817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"75799c7e-de82-4d84-a6f3-41480880b3e1","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"sub-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"sub-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:49.40887065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"53d89194-d010-4196-884f-a47ddcd85386","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/sub-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:49.408889197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"53d89194-d010-4196-884f-a47ddcd85386","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"sub-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"sub-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:49.458633057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"3c70916f-3b84-4763-972d-dd83341ed753","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/sub-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:49.458655025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"3c70916f-3b84-4763-972d-dd83341ed753","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"sub-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"sub-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:49.485536593Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-shared-sub-146441","reconcileID":"958e10b4-36b8-4b0e-9e03-bff634ee2dca","MaaSSubscription":{"name":"e2e-shared-sub-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"maas-trlp-sub-test-model-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/sub-test-model-df41b8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w4-df41b8/e2e-a-only-146441","ai-tenant-e2e-shared-a-w4-df41b8/e2e-shared-sub-146441"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:49.490900217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"ee6869a8-01da-4da4-9fa7-3af96eec814e","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/sub-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:49.490919412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"ee6869a8-01da-4da4-9fa7-3af96eec814e","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"sub-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"sub-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-01T20:29:49.509942458Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-b-only-146441","reconcileID":"2645aeed-009f-4e3b-bcf8-9bb857e546e4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-146441\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:49.614614669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-a-only-146441","reconcileID":"5c7106a3-7e3c-405d-8cde-9ae9bceee8c1","MaaSSubscription":{"name":"e2e-a-only-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"maas-trlp-sub-test-model-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/sub-test-model-df41b8","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:49.624306697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"2f852c92-903a-4bd4-8ca1-433b71bcb2d0","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/sub-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:49.624342972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"2f852c92-903a-4bd4-8ca1-433b71bcb2d0","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"sub-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"sub-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:49.657309534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-sub-iso-auth-146441","reconcileID":"85a46ee3-9e49-40dd-995d-fdd9fb343454","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d","tenantID":"e2e-shared-b-w4-2cc24d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:49.681314733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"3bec42fd-a939-4b72-bd69-634806386e94","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/sub-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:49.681351705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"3bec42fd-a939-4b72-bd69-634806386e94","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"sub-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"sub-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:49.712639381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-sub-iso-auth-146441","reconcileID":"85a46ee3-9e49-40dd-995d-fdd9fb343454","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"e2e-shared-b-w4-2cc24d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:49.771679251Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-shared-sub-146441","reconcileID":"78b39712-086f-4d17-abb0-b740539765a2","MaaSSubscription":{"name":"e2e-shared-sub-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"maas-trlp-sub-test-model-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/sub-test-model-2cc24d","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w4-2cc24d/e2e-b-only-146441","ai-tenant-e2e-shared-b-w4-2cc24d/e2e-shared-sub-146441"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:49.777266209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"07fb3e08-5702-4cf5-8511-d209cf37bc58","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/sub-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:49.77728866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"07fb3e08-5702-4cf5-8511-d209cf37bc58","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"sub-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"sub-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:49.853062802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-shared-sub-146441","reconcileID":"f79a0038-5b02-4980-9a91-adcc12f03d53","MaaSSubscription":{"name":"e2e-shared-sub-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"maas-trlp-sub-test-model-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/sub-test-model-df41b8","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:49.953814065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-b-only-146441","reconcileID":"19ee09aa-0661-4330-ac82-7429793cc196","MaaSSubscription":{"name":"e2e-b-only-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"maas-trlp-sub-test-model-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/sub-test-model-2cc24d","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:49.982963639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-a-only-146441","reconcileID":"8a080af9-3fb2-4802-8015-29589d7c4a1a","MaaSSubscription":{"name":"e2e-a-only-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"maas-trlp-sub-test-model-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/sub-test-model-df41b8","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:50.085908906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-shared-sub-146441","reconcileID":"2fa46ac6-0c79-453e-8e5f-0cd3b8df211a","MaaSSubscription":{"name":"e2e-shared-sub-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"maas-trlp-sub-test-model-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/sub-test-model-2cc24d","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:50.136947062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"09d0823a-684e-49be-ac48-2bcb6f469ec6","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/sub-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:50.136971633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"09d0823a-684e-49be-ac48-2bcb6f469ec6","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"sub-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"sub-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:50.343241281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-b-only-146441","reconcileID":"69a0b137-411d-45b3-a10d-c6ca670bc1be","MaaSSubscription":{"name":"e2e-b-only-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"maas-trlp-sub-test-model-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/sub-test-model-2cc24d","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:51.766079185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f8281977-4371-4602-a8bd-c92fe2b1e840","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:51.939090934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8abf169c-fc08-4335-bf46-06480def6844","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:52.039233836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-subscription","reconcileID":"c7b378ef-360c-4e85-a573-918f8351e73f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:52.122102092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-046178-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-sub","reconcileID":"babc4a07-730e-48df-ae2d-ba628bd437f4","MaaSSubscription":{"name":"e2e-att-unrel-046178-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"maas-trlp-e2e-att-unrel-046178","model":"e2e-extmod-att-user-4cdf05/e2e-att-unrel-046178","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:52.194774936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-1ed3ba-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-rec-ctrl-1ed3ba-sub","reconcileID":"a9d750a4-de90-44b3-9398-0a4bbe68721c","MaaSSubscription":{"name":"e2e-rec-ctrl-1ed3ba-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"maas-trlp-e2e-rec-ctrl-1ed3ba","model":"e2e-extmod-rec-user-565d9a/e2e-rec-ctrl-1ed3ba","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:52.240520934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-subscription","reconcileID":"5b83fe06-0214-43c3-9121-5fb6ae603406","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-premium-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/premium-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:52.341133198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"bce3c645-d79e-40ef-9f44-2ac8193ff106","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:52.523183211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-9863d2-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-sub","reconcileID":"7f7d16fe-eb51-45b8-9d1f-60135cdefcac","MaaSSubscription":{"name":"e2e-att-serve-9863d2-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"maas-trlp-e2e-att-serve-9863d2","model":"e2e-extmod-att-user-4cdf05/e2e-att-serve-9863d2","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:52.57318431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-subscription","reconcileID":"8f6392df-b0d4-4363-a359-3742a8b03271","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-premium-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/premium-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:52.725775599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-f52088-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-sub","reconcileID":"bce9f3cb-5c35-498e-a6a2-ceeeab5216ce","MaaSSubscription":{"name":"e2e-att-detach-f52088-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"maas-trlp-e2e-att-detach-f52088","model":"e2e-extmod-att-user-4cdf05/e2e-att-detach-f52088","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:54.129510305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-202d23","namespace":"ai-tenant-e2e-autores-202d23"},"namespace":"ai-tenant-e2e-autores-202d23","name":"autores-model-202d23","reconcileID":"debac077-1b5d-471e-a57b-1a30d766d586","MaaSModelRef":{"name":"autores-model-202d23","namespace":"ai-tenant-e2e-autores-202d23"},"tenant":"e2e-autores-202d23","gateway":"openshift-ingress/e2e-autores-202d23","model":"ai-tenant-e2e-autores-202d23/autores-model-202d23","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:54.129542973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-202d23","namespace":"ai-tenant-e2e-autores-202d23"},"namespace":"ai-tenant-e2e-autores-202d23","name":"autores-model-202d23","reconcileID":"debac077-1b5d-471e-a57b-1a30d766d586","MaaSModelRef":{"name":"autores-model-202d23","namespace":"ai-tenant-e2e-autores-202d23"},"routeName":"autores-model-202d23-kserve-route","namespace":"ai-tenant-e2e-autores-202d23","llmisvcName":"autores-model-202d23","gateway":"openshift-ingress/e2e-autores-202d23","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:54.57097345Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"namespace":"e2e-extmod-rec-noaccess-6b25aa","name":"e2e-rec-recover-cee3a5","reconcileID":"1f58b680-eccc-4d5e-a87d-b3bf23753ad5","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:54.676577354Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","reconcileID":"4fc9e732-5590-4366-92df-0532e0833668","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:55.444780117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c18a90fc-6d6f-4ab0-a84c-bb8f6c8d3ece","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:55.497953394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c18a90fc-6d6f-4ab0-a84c-bb8f6c8d3ece","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:55.550647319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c18a90fc-6d6f-4ab0-a84c-bb8f6c8d3ece","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:55.602651273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c18a90fc-6d6f-4ab0-a84c-bb8f6c8d3ece","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:57.419754893Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"namespace":"e2e-extmod-rec-noaccess-6b25aa","name":"e2e-rec-recover-cee3a5","reconcileID":"f9d3de8c-8fca-47b5-92da-8f76ea360c45","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:57.481052016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5c65f1a-d26a-479c-b420-f05f4bae7d48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:57.533225074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5c65f1a-d26a-479c-b420-f05f4bae7d48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:57.584819448Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","reconcileID":"e84b030a-abb0-411f-a65c-433d542d1585","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:57.587128572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5c65f1a-d26a-479c-b420-f05f4bae7d48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:57.640122016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5c65f1a-d26a-479c-b420-f05f4bae7d48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:57.692693902Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"namespace":"e2e-extmod-rec-noaccess-6b25aa","name":"e2e-rec-recover-cee3a5","reconcileID":"02b116ce-df9f-41e0-87a4-5f2b1f0acb3f","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:59.602309529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0ced9ee-9fb1-4b1b-bddd-9f1fa20f4155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:59.654580455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0ced9ee-9fb1-4b1b-bddd-9f1fa20f4155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:59.706609386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0ced9ee-9fb1-4b1b-bddd-9f1fa20f4155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:29:59.758257834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0ced9ee-9fb1-4b1b-bddd-9f1fa20f4155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:01.688926773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2b4e3e9-070d-4581-b182-145befa75397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:01.741218891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2b4e3e9-070d-4581-b182-145befa75397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:01.793101442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2b4e3e9-070d-4581-b182-145befa75397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:01.844942964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2b4e3e9-070d-4581-b182-145befa75397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:03.464678672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-1ed3ba-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-rec-ctrl-1ed3ba-sub","reconcileID":"1b9abf8d-532d-460e-af9d-eb6331b98c79","MaaSSubscription":{"name":"e2e-rec-ctrl-1ed3ba-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"maas-trlp-e2e-rec-ctrl-1ed3ba","model":"e2e-extmod-rec-user-565d9a/e2e-rec-ctrl-1ed3ba","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:03.465255846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-b-only-146441","reconcileID":"505c2ad4-8776-4381-8df0-bb64ce15ee3f","MaaSSubscription":{"name":"e2e-b-only-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"maas-trlp-sub-test-model-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/sub-test-model-2cc24d","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:03.465462146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-shared-sub-146441","reconcileID":"f935e802-1a5f-4261-9730-0f2453453196","MaaSSubscription":{"name":"e2e-shared-sub-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"maas-trlp-sub-test-model-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/sub-test-model-2cc24d","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:03.46469519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-subscription","reconcileID":"b8500018-ea35-4acb-98d4-67a8a6b4d9b5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-premium-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/premium-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:03.606673177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-046178-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-sub","reconcileID":"0d7615c0-e3b2-469e-9937-3eca4bd0c1f3","MaaSSubscription":{"name":"e2e-att-unrel-046178-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"maas-trlp-e2e-att-unrel-046178","model":"e2e-extmod-att-user-4cdf05/e2e-att-unrel-046178","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:03.631247685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"638f6af5-dc15-4dc9-821a-d7ea09e2208f","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/sub-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:03.631276335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"638f6af5-dc15-4dc9-821a-d7ea09e2208f","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"sub-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"sub-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:03.633752156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"f993aacd-1329-499d-b85f-e54acba89f4b","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/sub-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:03.633778017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"f993aacd-1329-499d-b85f-e54acba89f4b","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"sub-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"sub-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:03.780369281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-subscription","reconcileID":"57c9c98e-7241-4210-be29-65645011a731","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-premium-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/premium-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:03.85016795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fab4a6f7-5251-482a-af78-8560627194a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:03.883025867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-a-only-146441","reconcileID":"315b6b09-a670-4ba5-8bde-2789d40371c1","MaaSSubscription":{"name":"e2e-a-only-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"maas-trlp-sub-test-model-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/sub-test-model-df41b8","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:03.883129437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-shared-sub-146441","reconcileID":"b426e138-a7d4-4bf1-910e-7b360be2db1c","MaaSSubscription":{"name":"e2e-shared-sub-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"maas-trlp-sub-test-model-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/sub-test-model-df41b8","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:03.906239802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fab4a6f7-5251-482a-af78-8560627194a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:03.96292423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fab4a6f7-5251-482a-af78-8560627194a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:03.974200167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"aab42855-83c6-4dc4-adb4-fba878a38788","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:04.016287696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fab4a6f7-5251-482a-af78-8560627194a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:04.070161269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-subscription","reconcileID":"a28c18de-80c5-4869-9f31-958f8c0514f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:04.131717708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"c6acf86d-a6ff-4014-ac4c-d8eef94c2a49","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/sub-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:04.135985175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"c6acf86d-a6ff-4014-ac4c-d8eef94c2a49","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"sub-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"sub-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:04.136639379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"e8412d80-8d5e-4d14-9bc4-b418aec4bb5e","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/sub-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:04.136714272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"e8412d80-8d5e-4d14-9bc4-b418aec4bb5e","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"sub-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"sub-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:04.18562464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3432cd31-4cce-40c9-ab40-d63347d5de88","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:04.44659672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"c7267799-a9e1-4382-9996-e8a77c211e09","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:04.499691331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-9863d2-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-sub","reconcileID":"e1f0d685-e273-44c4-9ecc-f974ed895323","MaaSSubscription":{"name":"e2e-att-serve-9863d2-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"maas-trlp-e2e-att-serve-9863d2","model":"e2e-extmod-att-user-4cdf05/e2e-att-serve-9863d2","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:04.586632058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-sub-iso-auth-146441","reconcileID":"0d6cecaf-9105-4d99-998c-6607c1b09ad7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:04.59506712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-f52088-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-sub","reconcileID":"2dcbbd77-81ac-4abe-8517-69096ef139af","MaaSSubscription":{"name":"e2e-att-detach-f52088-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"maas-trlp-e2e-att-detach-f52088","model":"e2e-extmod-att-user-4cdf05/e2e-att-detach-f52088","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:04.64196314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-sub-iso-auth-146441","reconcileID":"0d6cecaf-9105-4d99-998c-6607c1b09ad7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:04.782564502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-sub-iso-auth-146441","reconcileID":"c35d950b-fbcd-4d2a-9b85-96325367b569","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d","tenantID":"e2e-shared-b-w4-2cc24d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:04.838428665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-sub-iso-auth-146441","reconcileID":"c35d950b-fbcd-4d2a-9b85-96325367b569","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"e2e-shared-b-w4-2cc24d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:06.031318587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06620531-5022-4599-91c1-73e1252b2292","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:06.083378168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06620531-5022-4599-91c1-73e1252b2292","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:06.135970291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06620531-5022-4599-91c1-73e1252b2292","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:06.187919332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06620531-5022-4599-91c1-73e1252b2292","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:07.241017338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"e40dafab-d1ce-4b05-97a8-8c414ff50760","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/sub-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:07.241041897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"e40dafab-d1ce-4b05-97a8-8c414ff50760","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"sub-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"sub-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:07.241017976Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-sub-iso-auth-146441","reconcileID":"e1a1bcd1-cb2f-4f13-b0d6-0f26c1e36405","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"model":"ai-tenant-e2e-shared-a-w4-df41b8/sub-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:07.447315912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-sub-iso-auth-146441","reconcileID":"e1a1bcd1-cb2f-4f13-b0d6-0f26c1e36405","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:07.506928412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-shared-sub-146441","reconcileID":"c1430ef3-da27-40d6-a233-c3562b9b4228","MaaSSubscription":{"name":"e2e-shared-sub-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"maas-trlp-sub-test-model-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/sub-test-model-df41b8","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:07.506974474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-a-only-146441","reconcileID":"82749314-3e5e-4f71-a934-a9d5c108d80f","MaaSSubscription":{"name":"e2e-a-only-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"maas-trlp-sub-test-model-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/sub-test-model-df41b8","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:07.56859564Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-sub-iso-auth-146441","reconcileID":"e1a1bcd1-cb2f-4f13-b0d6-0f26c1e36405","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:07.568624812Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-sub-iso-auth-146441","reconcileID":"e1a1bcd1-cb2f-4f13-b0d6-0f26c1e36405","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:07.624891565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"bf6a7a31-c8d3-4f40-bcf2-40bc39da29a8","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/sub-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:07.624913022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"bf6a7a31-c8d3-4f40-bcf2-40bc39da29a8","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"sub-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"sub-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:07.733630739Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","reconcileID":"80b20455-1652-449b-98ee-54a8b72443da","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:07.838680184Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"namespace":"e2e-extmod-rec-noaccess-6b25aa","name":"e2e-rec-recover-cee3a5","reconcileID":"c4241e17-15ea-4ee7-821c-4a7db978a6a5","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:07.890804279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"66b5eb22-e977-4550-9954-fc17e9c6a4e2","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/sub-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:07.890831977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"66b5eb22-e977-4550-9954-fc17e9c6a4e2","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"sub-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"sub-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:07.891073365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-a-only-146441","reconcileID":"a85276db-60af-4443-8021-66502e061110","MaaSSubscription":{"name":"e2e-a-only-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"maas-trlp-sub-test-model-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/sub-test-model-df41b8","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:07.891692472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-shared-sub-146441","reconcileID":"dee40f1f-4145-485a-a6ee-848d66063624","MaaSSubscription":{"name":"e2e-shared-sub-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"maas-trlp-sub-test-model-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/sub-test-model-df41b8","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:07.946823893Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","reconcileID":"a8eae3c5-a7fb-49e3-8bb7-3403b41740aa","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:08.050573014Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"namespace":"e2e-extmod-rec-noaccess-6b25aa","name":"e2e-rec-recover-cee3a5","reconcileID":"f70a5538-d75e-4112-ae2c-893eea1dd30b","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:09.264032612Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:18.051655768Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","reconcileID":"60f2770f-ff24-4422-90e8-aa383212f4b2","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:18.160303921Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-shared-sub-146441","reconcileID":"6de2ae1a-4ef1-40a2-9ce6-1a725662d1db","MaaSSubscription":{"name":"e2e-shared-sub-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"model":"ai-tenant-e2e-shared-a-w4-df41b8/sub-test-model-df41b8","subscription":"e2e-shared-sub-146441","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:18.161282788Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"namespace":"e2e-extmod-rec-noaccess-6b25aa","name":"e2e-rec-recover-cee3a5","reconcileID":"88ded587-1383-4c04-8250-e2c6889d27e6","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:18.373074417Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-shared-sub-146441","reconcileID":"6de2ae1a-4ef1-40a2-9ce6-1a725662d1db","MaaSSubscription":{"name":"e2e-shared-sub-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"maas-trlp-sub-test-model-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/sub-test-model-df41b8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-df41b8/e2e-a-only-146441"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:18.402510692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"default-tenant","reconcileID":"9d06b6e5-97a7-4416-8b51-300c6719eaa8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-71335882","tenantID":"e2e-mt-71335882","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:18.525403108Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"default-tenant","reconcileID":"9d06b6e5-97a7-4416-8b51-300c6719eaa8","name":"e2e-mt-71335882-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:18.585788797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-a-only-146441","reconcileID":"5b48bf3c-362d-4429-bd6a-c4e6d13f7ee4","MaaSSubscription":{"name":"e2e-a-only-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"maas-trlp-sub-test-model-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/sub-test-model-df41b8","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:18.635534017Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-6a675a priority=0:[ai-tenant-e2e-extmod-b-6a675a/e2e-att-detach-f52088-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-serve-9863d2-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-unrel-046178-sub ai-tenant-e2e-extmod-b-6a675a/e2e-rec-ctrl-1ed3ba-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:18.63561647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"f02f2940-66a5-4b05-b7c0-2037cf97b98b","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/sub-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:18.635634773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"f02f2940-66a5-4b05-b7c0-2037cf97b98b","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"sub-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"sub-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:18.786884945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"541dbb3f-49c1-4882-ae57-1006d1c11d12","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/sub-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:18.786908677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"541dbb3f-49c1-4882-ae57-1006d1c11d12","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"sub-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"sub-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:28.157581736Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","reconcileID":"45df564c-6fb5-4a2f-b5fd-901a2d8b4b05","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:28.266689383Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"namespace":"e2e-extmod-rec-noaccess-6b25aa","name":"e2e-rec-recover-cee3a5","reconcileID":"f16f7390-a58d-46cf-a506-f39408bf0369","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:28.947881659Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-a-only-146441","reconcileID":"8ba0d0a9-35a0-4159-b1b8-31474ded47d4","MaaSSubscription":{"name":"e2e-a-only-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"model":"ai-tenant-e2e-shared-a-w4-df41b8/sub-test-model-df41b8","subscription":"e2e-a-only-146441","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:29.000008129Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-a-only-146441","reconcileID":"8ba0d0a9-35a0-4159-b1b8-31474ded47d4","MaaSSubscription":{"name":"e2e-a-only-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"model":"ai-tenant-e2e-shared-a-w4-df41b8/sub-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:29.051944502Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-a-only-146441","reconcileID":"8ba0d0a9-35a0-4159-b1b8-31474ded47d4","MaaSSubscription":{"name":"e2e-a-only-146441","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"maas-trlp-sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/sub-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:29.320616305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"63376e50-b026-43d0-bc9f-3143360a6bd4","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/sub-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:29.320637069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"63376e50-b026-43d0-bc9f-3143360a6bd4","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"sub-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"sub-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:29.320609901Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-6a675a priority=0:[ai-tenant-e2e-extmod-b-6a675a/e2e-att-detach-f52088-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-serve-9863d2-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-unrel-046178-sub ai-tenant-e2e-extmod-b-6a675a/e2e-rec-ctrl-1ed3ba-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:29.627097933Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-sub-iso-auth-146441","reconcileID":"8f821c5f-eb25-4130-9cbb-b82c5f730d55","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"model":"ai-tenant-e2e-shared-b-w4-2cc24d/sub-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:29.627203828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"ea235427-6d57-4af3-bc60-72438ec92608","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/sub-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:29.627223078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"ea235427-6d57-4af3-bc60-72438ec92608","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"sub-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"sub-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:29.833108886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-sub-iso-auth-146441","reconcileID":"8f821c5f-eb25-4130-9cbb-b82c5f730d55","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d","tenantID":"e2e-shared-b-w4-2cc24d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:29.893548352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-b-only-146441","reconcileID":"e6b928a7-44fc-481c-b2ac-4ce4c776da92","MaaSSubscription":{"name":"e2e-b-only-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"maas-trlp-sub-test-model-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/sub-test-model-2cc24d","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:29.893662807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-shared-sub-146441","reconcileID":"3ea460f5-d4a5-40ca-ab7a-4632a63b3de4","MaaSSubscription":{"name":"e2e-shared-sub-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"maas-trlp-sub-test-model-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/sub-test-model-2cc24d","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:29.955985407Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-sub-iso-auth-146441","reconcileID":"8f821c5f-eb25-4130-9cbb-b82c5f730d55","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"e2e-shared-b-w4-2cc24d-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:29.95601135Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-sub-iso-auth-146441","reconcileID":"8f821c5f-eb25-4130-9cbb-b82c5f730d55","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:30.011838844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"800d4355-276b-4659-a9f4-5986528f5b5a","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/sub-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:30.011859316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"800d4355-276b-4659-a9f4-5986528f5b5a","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"sub-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"sub-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:30.157523716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"9924f2ff-937f-41f7-8ab0-6716c3dcb80f","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/sub-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:30.157579427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"9924f2ff-937f-41f7-8ab0-6716c3dcb80f","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"sub-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"sub-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:30.276984897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-b-only-146441","reconcileID":"fc5f7a1d-3ccb-4581-bb7a-652b10aae898","MaaSSubscription":{"name":"e2e-b-only-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"maas-trlp-sub-test-model-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/sub-test-model-2cc24d","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:30.277132316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-shared-sub-146441","reconcileID":"1e3a7318-6d29-4705-b181-518ad4dc8a47","MaaSSubscription":{"name":"e2e-shared-sub-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"maas-trlp-sub-test-model-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/sub-test-model-2cc24d","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:37.454667755Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7387069c"},"namespace":"ai-tenant-e2e-ait-7387069c","name":"default-tenant","reconcileID":"14aae39e-292a-43c8-bf95-c753066b7f9e","namespace":"ai-tenant-e2e-ait-7387069c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:37.454725167Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7387069c"},"namespace":"ai-tenant-e2e-ait-7387069c","name":"default-tenant","reconcileID":"14aae39e-292a-43c8-bf95-c753066b7f9e","namespace":"ai-tenant-e2e-ait-7387069c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:37.454772555Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7387069c"},"namespace":"ai-tenant-e2e-ait-7387069c","name":"default-tenant","reconcileID":"14aae39e-292a-43c8-bf95-c753066b7f9e","tenant":"e2e-ait-7387069c","tenantID":"e2e-ait-7387069c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:37.510591629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7387069c"},"namespace":"ai-tenant-e2e-ait-7387069c","name":"default-tenant","reconcileID":"14aae39e-292a-43c8-bf95-c753066b7f9e","gvk":"Deployment","name":"maas-api-e2e-ait-7387069c","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:37.569828848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7387069c"},"namespace":"ai-tenant-e2e-ait-7387069c","name":"default-tenant","reconcileID":"14aae39e-292a-43c8-bf95-c753066b7f9e","gvk":"Service","name":"maas-api-e2e-ait-7387069c","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:37.628048144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7387069c"},"namespace":"ai-tenant-e2e-ait-7387069c","name":"default-tenant","reconcileID":"14aae39e-292a-43c8-bf95-c753066b7f9e","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-7387069c","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:37.681449143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7387069c"},"namespace":"ai-tenant-e2e-ait-7387069c","name":"default-tenant","reconcileID":"14aae39e-292a-43c8-bf95-c753066b7f9e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-7387069c","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:37.73639059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7387069c"},"namespace":"ai-tenant-e2e-ait-7387069c","name":"default-tenant","reconcileID":"14aae39e-292a-43c8-bf95-c753066b7f9e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-7387069c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:37.836718154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7387069c"},"namespace":"ai-tenant-e2e-ait-7387069c","name":"default-tenant","reconcileID":"14aae39e-292a-43c8-bf95-c753066b7f9e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-7387069c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:37.895940132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7387069c"},"namespace":"ai-tenant-e2e-ait-7387069c","name":"default-tenant","reconcileID":"14aae39e-292a-43c8-bf95-c753066b7f9e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-7387069c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:37.955222482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7387069c"},"namespace":"ai-tenant-e2e-ait-7387069c","name":"default-tenant","reconcileID":"14aae39e-292a-43c8-bf95-c753066b7f9e","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-7387069c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:38.014703165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7387069c"},"namespace":"ai-tenant-e2e-ait-7387069c","name":"default-tenant","reconcileID":"14aae39e-292a-43c8-bf95-c753066b7f9e","gvk":"Deployment","name":"payload-processing-e2e-ait-7387069c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:38.065944206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7387069c"},"namespace":"ai-tenant-e2e-ait-7387069c","name":"default-tenant","reconcileID":"14aae39e-292a-43c8-bf95-c753066b7f9e","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-7387069c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:38.119233032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7387069c"},"namespace":"ai-tenant-e2e-ait-7387069c","name":"default-tenant","reconcileID":"14aae39e-292a-43c8-bf95-c753066b7f9e","gvk":"Service","name":"payload-processing-e2e-ait-7387069c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:38.171271988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7387069c"},"namespace":"ai-tenant-e2e-ait-7387069c","name":"default-tenant","reconcileID":"14aae39e-292a-43c8-bf95-c753066b7f9e","gvk":"Service","name":"payload-pre-processing-e2e-ait-7387069c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:38.222565107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7387069c"},"namespace":"ai-tenant-e2e-ait-7387069c","name":"default-tenant","reconcileID":"14aae39e-292a-43c8-bf95-c753066b7f9e","gvk":"DestinationRule","name":"payload-processing-e2e-ait-7387069c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:38.261320601Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","reconcileID":"cf3226e7-c9ba-48d1-93db-986340b5152f","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:38.273911274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7387069c"},"namespace":"ai-tenant-e2e-ait-7387069c","name":"default-tenant","reconcileID":"14aae39e-292a-43c8-bf95-c753066b7f9e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-7387069c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:38.325621877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7387069c"},"namespace":"ai-tenant-e2e-ait-7387069c","name":"default-tenant","reconcileID":"14aae39e-292a-43c8-bf95-c753066b7f9e","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-7387069c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:38.372255285Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"namespace":"e2e-extmod-rec-noaccess-6b25aa","name":"e2e-rec-recover-cee3a5","reconcileID":"9c767a81-0ef3-43c6-9cc7-49df5f454239","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:38.379904738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7387069c"},"namespace":"ai-tenant-e2e-ait-7387069c","name":"default-tenant","reconcileID":"14aae39e-292a-43c8-bf95-c753066b7f9e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-7387069c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:38.431241138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7387069c"},"namespace":"ai-tenant-e2e-ait-7387069c","name":"default-tenant","reconcileID":"14aae39e-292a-43c8-bf95-c753066b7f9e","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-7387069c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:38.482653338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7387069c"},"namespace":"ai-tenant-e2e-ait-7387069c","name":"default-tenant","reconcileID":"14aae39e-292a-43c8-bf95-c753066b7f9e","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-7387069c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:38.560656488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7387069c"},"namespace":"ai-tenant-e2e-ait-7387069c","name":"default-tenant","reconcileID":"14aae39e-292a-43c8-bf95-c753066b7f9e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-7387069c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:38.6209313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7387069c"},"namespace":"ai-tenant-e2e-ait-7387069c","name":"default-tenant","reconcileID":"14aae39e-292a-43c8-bf95-c753066b7f9e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-7387069c","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:39.262217815Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:39.436051463Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-7387069c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-7387069c","reconcileID":"031c7239-a90d-4c91-a5d8-69b1490c5ac9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-7387069c","removed":["maas.opendatahub.io/gateway-access-e2e-ait-7387069c"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:39.661008343Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","reconcileID":"603f8aa0-e7cc-4a53-acd4-eb8017b31f05","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:39.817634925Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"namespace":"e2e-extmod-rec-noaccess-6b25aa","name":"e2e-rec-recover-cee3a5","reconcileID":"5c81977a-318b-40d1-840b-cf6416e1f0cd","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:40.544822495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb561211-e90e-432b-8a16-b36db9bc88ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:40.596620742Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-shared-sub-146441","reconcileID":"020f5cf9-9165-44e5-aacf-6b9cdf5ba042","MaaSSubscription":{"name":"e2e-shared-sub-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"model":"ai-tenant-e2e-shared-b-w4-2cc24d/sub-test-model-2cc24d","subscription":"e2e-shared-sub-146441","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:40.596792113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb561211-e90e-432b-8a16-b36db9bc88ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:40.64861579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb561211-e90e-432b-8a16-b36db9bc88ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:40.700316207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb561211-e90e-432b-8a16-b36db9bc88ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:40.860754264Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-shared-sub-146441","reconcileID":"020f5cf9-9165-44e5-aacf-6b9cdf5ba042","MaaSSubscription":{"name":"e2e-shared-sub-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"maas-trlp-sub-test-model-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/sub-test-model-2cc24d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-2cc24d/e2e-b-only-146441"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:41.119225542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-b-only-146441","reconcileID":"6a6c572d-1d3b-45df-9ec4-80c644c873f6","MaaSSubscription":{"name":"e2e-b-only-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"maas-trlp-sub-test-model-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/sub-test-model-2cc24d","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:41.17489715Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-6a675a priority=0:[ai-tenant-e2e-extmod-b-6a675a/e2e-att-detach-f52088-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-serve-9863d2-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-unrel-046178-sub ai-tenant-e2e-extmod-b-6a675a/e2e-rec-ctrl-1ed3ba-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:41.175007756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"fdfcb0ab-5769-4968-93ee-ed6f810d17f0","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/sub-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:41.175027228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"fdfcb0ab-5769-4968-93ee-ed6f810d17f0","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"sub-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"sub-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:41.468990016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"f4615246-4b35-4b80-98fe-de52dbee0369","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/sub-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:41.469018943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"f4615246-4b35-4b80-98fe-de52dbee0369","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"sub-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"sub-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:42.728440008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a415b51d-2f32-4804-8c94-cbd0f9caa993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:42.781383676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a415b51d-2f32-4804-8c94-cbd0f9caa993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:42.833989653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a415b51d-2f32-4804-8c94-cbd0f9caa993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:42.886718347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a415b51d-2f32-4804-8c94-cbd0f9caa993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:43.81269038Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","reconcileID":"8cd31555-1032-4cd5-a882-cba9e9044e3b","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:43.981696818Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"namespace":"e2e-extmod-rec-noaccess-6b25aa","name":"e2e-rec-recover-cee3a5","reconcileID":"1bf497b9-40c2-4e9a-b3c3-537beac8722b","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:44.349191731Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","reconcileID":"e47b8a8c-837c-4b05-9195-b488b9749462","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:44.452481319Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"namespace":"e2e-extmod-rec-noaccess-6b25aa","name":"e2e-rec-recover-cee3a5","reconcileID":"28051717-78a8-4778-9d4c-5ea6002c519c","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:44.557014374Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","reconcileID":"5e322fca-23e6-4590-8fff-20e3ece35ee6","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:44.660372873Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"namespace":"e2e-extmod-rec-noaccess-6b25aa","name":"e2e-rec-recover-cee3a5","reconcileID":"5e353d15-3292-4a97-8f8c-ffb009245ed0","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:44.799113225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcfa145d-f4a6-490e-bdb1-1d3c0acc4018","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:44.85264893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcfa145d-f4a6-490e-bdb1-1d3c0acc4018","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:44.910437385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcfa145d-f4a6-490e-bdb1-1d3c0acc4018","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:44.986213169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcfa145d-f4a6-490e-bdb1-1d3c0acc4018","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:45.663954577Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","reconcileID":"ffa1e6d8-07e4-4241-ab7e-817e63d5a716","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:45.767625027Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"namespace":"e2e-extmod-rec-noaccess-6b25aa","name":"e2e-rec-recover-cee3a5","reconcileID":"010a3740-5a49-4747-977a-44f0d74036cb","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:45.771819753Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-393dc263","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-393dc263","reconcileID":"bb86b45b-157c-4bac-be5d-321d77ca8d8d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-393dc263","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-393dc263":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:46.132765882Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","reconcileID":"0dd34eb4-1226-41f0-aff1-35f818393ac3","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:46.239780035Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"namespace":"e2e-extmod-rec-noaccess-6b25aa","name":"e2e-rec-recover-cee3a5","reconcileID":"5c4e50fa-47cf-4ab2-b302-46cd16a40ac1","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:46.924792826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78adac9c-994f-4594-af0b-dc34da59f218","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:46.976583109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78adac9c-994f-4594-af0b-dc34da59f218","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:47.028515006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78adac9c-994f-4594-af0b-dc34da59f218","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:47.080495088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78adac9c-994f-4594-af0b-dc34da59f218","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:48.178466606Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","reconcileID":"7f47a07e-6fbc-4e9a-9e57-d8b28c2cff0a","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:48.282183417Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"namespace":"e2e-extmod-rec-noaccess-6b25aa","name":"e2e-rec-recover-cee3a5","reconcileID":"203119cd-c0d3-4a68-a950-64b306c22992","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:49.167218064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13ea03e4-aab1-4edb-af19-85e119ebb3e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:49.237000833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13ea03e4-aab1-4edb-af19-85e119ebb3e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:49.309470505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13ea03e4-aab1-4edb-af19-85e119ebb3e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:49.368373821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13ea03e4-aab1-4edb-af19-85e119ebb3e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:51.23599358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71166ff7-5725-4b46-b35a-0236566eadba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:51.289324079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71166ff7-5725-4b46-b35a-0236566eadba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:51.341128063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71166ff7-5725-4b46-b35a-0236566eadba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:51.393020059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71166ff7-5725-4b46-b35a-0236566eadba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:51.664416094Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-b-only-146441","reconcileID":"ab78cc92-38e9-4f02-b038-22e8cde548e3","MaaSSubscription":{"name":"e2e-b-only-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"model":"ai-tenant-e2e-shared-b-w4-2cc24d/sub-test-model-2cc24d","subscription":"e2e-b-only-146441","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:51.721617164Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-b-only-146441","reconcileID":"ab78cc92-38e9-4f02-b038-22e8cde548e3","MaaSSubscription":{"name":"e2e-b-only-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"model":"ai-tenant-e2e-shared-b-w4-2cc24d/sub-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:51.773416967Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-b-only-146441","reconcileID":"ab78cc92-38e9-4f02-b038-22e8cde548e3","MaaSSubscription":{"name":"e2e-b-only-146441","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"maas-trlp-sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/sub-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:52.054701006Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-6a675a priority=0:[ai-tenant-e2e-extmod-b-6a675a/e2e-att-detach-f52088-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-serve-9863d2-sub ai-tenant-e2e-extmod-b-6a675a/e2e-att-unrel-046178-sub ai-tenant-e2e-extmod-b-6a675a/e2e-rec-ctrl-1ed3ba-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:52.054819513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"668cbe3f-c8d9-4d5e-b9f4-b12717cf67ed","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/sub-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:52.054839349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"668cbe3f-c8d9-4d5e-b9f4-b12717cf67ed","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"sub-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"sub-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:52.43158869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"507dd9df-59af-4485-bafe-c382e48c0c35","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/sub-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:52.431625651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"507dd9df-59af-4485-bafe-c382e48c0c35","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"sub-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"sub-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:52.488060808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"8b5fda19-a2fe-4387-aaa4-c20c23e5bcdf","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/sub-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:52.48808147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"8b5fda19-a2fe-4387-aaa4-c20c23e5bcdf","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"sub-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"sub-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:52.592925252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1597d","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-sub-iso-auth-a1597d","reconcileID":"995e6bad-0d1b-40c4-b291-350fe9189456","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1597d","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:52.714549709Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1597d","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-sub-iso-auth-a1597d","reconcileID":"995e6bad-0d1b-40c4-b291-350fe9189456","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1597d","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:52.768926064Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-df41b8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1597d","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-sub-iso-auth-a1597d","reconcileID":"995e6bad-0d1b-40c4-b291-350fe9189456","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1597d","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:52.827474332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"d96a7cd3-af74-43ff-b224-c4fd32a9120b","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/sub-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:52.827496756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"d96a7cd3-af74-43ff-b224-c4fd32a9120b","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"sub-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"sub-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:58.282885656Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","reconcileID":"257932e4-1ed4-4b9c-be9b-6e98ceb63df5","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:30:58.387187503Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"namespace":"e2e-extmod-rec-noaccess-6b25aa","name":"e2e-rec-recover-cee3a5","reconcileID":"7104ab56-286c-4a3c-8dae-d82bd20e707e","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:02.933959022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1597d","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-sub-iso-auth-a1597d","reconcileID":"53635bd9-eddd-4899-bb82-795b1a8cf752","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1597d","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:02.989609998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1597d","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-sub-iso-auth-a1597d","reconcileID":"53635bd9-eddd-4899-bb82-795b1a8cf752","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1597d","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:03.044319512Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-df41b8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1597d","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-sub-iso-auth-a1597d","reconcileID":"53635bd9-eddd-4899-bb82-795b1a8cf752","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1597d","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:04.660946122Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","reconcileID":"1cf21314-daaa-4594-a5fe-90c21fd6fe03","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:04.765433634Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"namespace":"e2e-extmod-rec-noaccess-6b25aa","name":"e2e-rec-recover-cee3a5","reconcileID":"d7a4c61b-7b65-4faf-8c17-60345e7cbcc3","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:04.817594311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"d648d686-89b0-4b2c-9ee6-3b7aa714b2e8","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"tenant":"e2e-mt-71335882","gateway":"openshift-ingress/e2e-mt-71335882","model":"ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:04.817615308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"d648d686-89b0-4b2c-9ee6-3b7aa714b2e8","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"routeName":"e2e-lifecycle-model-71335882-kserve-route","namespace":"ai-tenant-e2e-mt-71335882","llmisvcName":"e2e-lifecycle-model-71335882","gateway":"openshift-ingress/e2e-mt-71335882","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:05.536020306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1ebbc02-a156-4d5c-81f1-5bbfc980279e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:05.588155956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1ebbc02-a156-4d5c-81f1-5bbfc980279e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:05.64008795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1ebbc02-a156-4d5c-81f1-5bbfc980279e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:05.692086079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1ebbc02-a156-4d5c-81f1-5bbfc980279e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:07.618472651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49e75fc3-1869-4396-8fda-ef6c6301e2d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:07.670341185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49e75fc3-1869-4396-8fda-ef6c6301e2d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:07.721948466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49e75fc3-1869-4396-8fda-ef6c6301e2d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:07.773577808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49e75fc3-1869-4396-8fda-ef6c6301e2d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:09.261933001Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:13.149593465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1597d","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-sub-iso-auth-a1597d","reconcileID":"88e50b63-3519-4ca9-8227-e37fa2512299","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1597d","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:13.205192805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1597d","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-sub-iso-auth-a1597d","reconcileID":"88e50b63-3519-4ca9-8227-e37fa2512299","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1597d","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:13.25859628Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-df41b8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (284a13ea955a65541836c469c591fbeb4f10a641bde534eb0f8f2136a8765e2f) AuthConfig (4fbc456a8ba8d3ca8a9e90475ef0c5b49f68d4cb1b6ed5845bf39dddb12ff81e) AuthConfig (bd1cbce1531af46a507a0706891f292b6c061c143ce7b8339179e5f0b035067d) AuthConfig (a0d5e85fb6185f12ed62b94ec2546d0d82a95f20acae18aaa406f6c96588c1f4) AuthConfig (799f066abc8f6349b82b3628ad900430c34faf50b2e33cd888ea380acea748b8) AuthConfig (395fd68e60b6b82f63802d03914bb70a2fe572efc02a4ab8a69fe8bc8e5edde9) AuthConfig (fdc148f7649e42712d14a9f899ea93a0b088f2ddec93d294aa9be32ff3ffabe3) AuthConfig (d738e7259af6aa6bb8e7721865de253d5a021b760e7b7dc0dc7d7a24cb0d310d) AuthConfig (78db8c68f1b7179d838d25540af186ca5f5dfd785e45da121e02505fb77b32a8) AuthConfig (95a920420d3d17d4d62311fc701fc908128259b27995cfd5944a074824561003) AuthConfig (0f63b1c33cc2e075b9bdfdf55c7c92ebb3f0fbadcace1c33f3b7cbabdbb96964) AuthConfig (877d62fbd955e712e622bf5a80b01f91ffd74471d1eb46735fe97759afb0e455) AuthConfig (8320dd3cfc6f2745b43bed2980c37798ee9b152f72e02732980d010bd60c59ec) AuthConfig (bb614c632c65564e9a5b084e314c27717867241055a5c72f1fac959d0c1b8aeb) AuthConfig (8d9499da6fb11575eecbf6076a90bebd95cd442a3504e9a7dd8f511527e07ff2) AuthConfig (0a8a7247450ecfdb8aab1c938ff89b75fad34918ce2ed4e65a3f6b171695525d) AuthConfig (f82c4d66151d91c23b442e805763afb9097f4ff6221b11110d48e4d256fe8597) AuthConfig (169225bc7fdc8f55b3d14b87d9607bce17f4df43a726390d41be23dcd748e645)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1597d","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-sub-iso-auth-a1597d","reconcileID":"88e50b63-3519-4ca9-8227-e37fa2512299","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1597d","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:13.315568953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"e77b0bb3-ad57-41d8-8022-f86c8dbeb014","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/sub-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:13.315589712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"e77b0bb3-ad57-41d8-8022-f86c8dbeb014","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"sub-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"sub-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:14.766137339Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","reconcileID":"dda33359-f53d-42dc-8eb0-74b2a15b47d1","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:14.87026773Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"namespace":"e2e-extmod-rec-noaccess-6b25aa","name":"e2e-rec-recover-cee3a5","reconcileID":"f72fb41f-fc21-4664-8b48-d0d48c935eba","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:18.131085922Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-202d23"},"namespace":"ai-tenant-e2e-autores-202d23","name":"default-tenant","reconcileID":"f58f1b0f-0b9f-4f56-acce-627b4f408fde","namespace":"ai-tenant-e2e-autores-202d23","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:18.131152531Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-202d23"},"namespace":"ai-tenant-e2e-autores-202d23","name":"default-tenant","reconcileID":"f58f1b0f-0b9f-4f56-acce-627b4f408fde","namespace":"ai-tenant-e2e-autores-202d23","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:18.131208868Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-202d23"},"namespace":"ai-tenant-e2e-autores-202d23","name":"default-tenant","reconcileID":"f58f1b0f-0b9f-4f56-acce-627b4f408fde","tenant":"e2e-autores-202d23","tenantID":"e2e-autores-202d23","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:18.184238935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-202d23"},"namespace":"ai-tenant-e2e-autores-202d23","name":"default-tenant","reconcileID":"f58f1b0f-0b9f-4f56-acce-627b4f408fde","gvk":"Deployment","name":"maas-api-e2e-autores-202d23","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:18.244069504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-202d23"},"namespace":"ai-tenant-e2e-autores-202d23","name":"default-tenant","reconcileID":"f58f1b0f-0b9f-4f56-acce-627b4f408fde","gvk":"Service","name":"maas-api-e2e-autores-202d23","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:18.302142169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-202d23"},"namespace":"ai-tenant-e2e-autores-202d23","name":"default-tenant","reconcileID":"f58f1b0f-0b9f-4f56-acce-627b4f408fde","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-202d23","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:18.355314953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-202d23"},"namespace":"ai-tenant-e2e-autores-202d23","name":"default-tenant","reconcileID":"f58f1b0f-0b9f-4f56-acce-627b4f408fde","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-202d23","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:18.4088226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-202d23"},"namespace":"ai-tenant-e2e-autores-202d23","name":"default-tenant","reconcileID":"f58f1b0f-0b9f-4f56-acce-627b4f408fde","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-202d23","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:18.462459615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-202d23"},"namespace":"ai-tenant-e2e-autores-202d23","name":"default-tenant","reconcileID":"f58f1b0f-0b9f-4f56-acce-627b4f408fde","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-202d23","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:18.518585019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-202d23"},"namespace":"ai-tenant-e2e-autores-202d23","name":"default-tenant","reconcileID":"f58f1b0f-0b9f-4f56-acce-627b4f408fde","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-202d23","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:18.571882029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-202d23"},"namespace":"ai-tenant-e2e-autores-202d23","name":"default-tenant","reconcileID":"f58f1b0f-0b9f-4f56-acce-627b4f408fde","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-202d23","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:18.623196981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-202d23"},"namespace":"ai-tenant-e2e-autores-202d23","name":"default-tenant","reconcileID":"f58f1b0f-0b9f-4f56-acce-627b4f408fde","gvk":"Deployment","name":"payload-processing-e2e-autores-202d23","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:18.674424574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-202d23"},"namespace":"ai-tenant-e2e-autores-202d23","name":"default-tenant","reconcileID":"f58f1b0f-0b9f-4f56-acce-627b4f408fde","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-202d23","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:18.72564026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-202d23"},"namespace":"ai-tenant-e2e-autores-202d23","name":"default-tenant","reconcileID":"f58f1b0f-0b9f-4f56-acce-627b4f408fde","gvk":"Service","name":"payload-processing-e2e-autores-202d23","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:18.776731984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-202d23"},"namespace":"ai-tenant-e2e-autores-202d23","name":"default-tenant","reconcileID":"f58f1b0f-0b9f-4f56-acce-627b4f408fde","gvk":"Service","name":"payload-pre-processing-e2e-autores-202d23","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:18.827901948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-202d23"},"namespace":"ai-tenant-e2e-autores-202d23","name":"default-tenant","reconcileID":"f58f1b0f-0b9f-4f56-acce-627b4f408fde","gvk":"DestinationRule","name":"payload-processing-e2e-autores-202d23","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:18.879006194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-202d23"},"namespace":"ai-tenant-e2e-autores-202d23","name":"default-tenant","reconcileID":"f58f1b0f-0b9f-4f56-acce-627b4f408fde","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-202d23","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:18.930094043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-202d23"},"namespace":"ai-tenant-e2e-autores-202d23","name":"default-tenant","reconcileID":"f58f1b0f-0b9f-4f56-acce-627b4f408fde","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-202d23","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:18.984808186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-202d23"},"namespace":"ai-tenant-e2e-autores-202d23","name":"default-tenant","reconcileID":"f58f1b0f-0b9f-4f56-acce-627b4f408fde","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-202d23","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:19.035898754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-202d23"},"namespace":"ai-tenant-e2e-autores-202d23","name":"default-tenant","reconcileID":"f58f1b0f-0b9f-4f56-acce-627b4f408fde","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-202d23","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:19.08709261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-202d23"},"namespace":"ai-tenant-e2e-autores-202d23","name":"default-tenant","reconcileID":"f58f1b0f-0b9f-4f56-acce-627b4f408fde","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-202d23","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:19.138405293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-202d23"},"namespace":"ai-tenant-e2e-autores-202d23","name":"default-tenant","reconcileID":"f58f1b0f-0b9f-4f56-acce-627b4f408fde","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-202d23","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:19.190730806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-202d23"},"namespace":"ai-tenant-e2e-autores-202d23","name":"default-tenant","reconcileID":"f58f1b0f-0b9f-4f56-acce-627b4f408fde","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-202d23","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:19.915140497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"dd659a17-3992-4d68-a42d-e5a98c1b38dc","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"tenant":"e2e-mt-71335882","gateway":"openshift-ingress/e2e-mt-71335882","model":"ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:19.915161474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"dd659a17-3992-4d68-a42d-e5a98c1b38dc","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"routeName":"e2e-lifecycle-model-71335882-kserve-route","namespace":"ai-tenant-e2e-mt-71335882","llmisvcName":"e2e-lifecycle-model-71335882","gateway":"openshift-ingress/e2e-mt-71335882","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:20.397859548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"premium-simulator-subscription","reconcileID":"5a733fc7-b175-4d95-989d-5530015eebe3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-premium-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/premium-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:20.572245613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-1ed3ba-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-rec-ctrl-1ed3ba-sub","reconcileID":"6417454d-337d-4029-bfbd-e5a04ff0beb2","MaaSSubscription":{"name":"e2e-rec-ctrl-1ed3ba-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"maas-trlp-e2e-rec-ctrl-1ed3ba","model":"e2e-extmod-rec-user-565d9a/e2e-rec-ctrl-1ed3ba","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:20.635357138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"simulator-subscription","reconcileID":"c7b454be-d0d5-4edb-8a28-96c93000ee58","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-simulator-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/simulator-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:20.945071478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"namespace":"ai-tenant-e2e-worker-w0-d204f4","name":"simulator-subscription","reconcileID":"dc875b1c-4946-45f8-afb3-db8f704846cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-d204f4"},"name":"maas-trlp-simulator-w0-d204f4","model":"e2e-models-e2e-worker-w0-d204f4/simulator-w0-d204f4","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:21.169477695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-f52088-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-detach-f52088-sub","reconcileID":"d2cba543-a64b-4909-ba82-38612b044074","MaaSSubscription":{"name":"e2e-att-detach-f52088-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"maas-trlp-e2e-att-detach-f52088","model":"e2e-extmod-att-user-4cdf05/e2e-att-detach-f52088","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:21.233223746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"namespace":"ai-tenant-e2e-worker-w3-1b1134","name":"premium-simulator-subscription","reconcileID":"5920a77e-f8f7-4046-ae7d-563e2623c1b1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-1b1134"},"name":"maas-trlp-premium-w3-1b1134","model":"e2e-models-e2e-worker-w3-1b1134/premium-w3-1b1134","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:21.266288378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-9863d2-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-serve-9863d2-sub","reconcileID":"c01d933c-7256-4740-8a7c-52814f21db79","MaaSSubscription":{"name":"e2e-att-serve-9863d2-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"maas-trlp-e2e-att-serve-9863d2","model":"e2e-extmod-att-user-4cdf05/e2e-att-serve-9863d2","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:21.407572943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-046178-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"namespace":"ai-tenant-e2e-extmod-b-6a675a","name":"e2e-att-unrel-046178-sub","reconcileID":"5b559b8a-db86-4f57-98b0-14bedd12ce66","MaaSSubscription":{"name":"e2e-att-unrel-046178-sub","namespace":"ai-tenant-e2e-extmod-b-6a675a"},"name":"maas-trlp-e2e-att-unrel-046178","model":"e2e-extmod-att-user-4cdf05/e2e-att-unrel-046178","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:21.460678899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4d51f87f-88b8-4c43-ad7d-ec1ed4cf262b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:21.532551372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"acd976fe-bdb3-4b5c-a1de-d317897ff089","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:22.116654977Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","reconcileID":"83a7f116-5130-4a8a-9e57-25db1604ecde","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:22.272103399Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"namespace":"e2e-extmod-rec-noaccess-6b25aa","name":"e2e-rec-recover-cee3a5","reconcileID":"4f72301a-cae9-4da7-adef-ced05025b232","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:22.375742903Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","reconcileID":"1dfc18ab-bb13-4526-8691-c272652aedbc","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:22.432092915Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-202d23","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-202d23","reconcileID":"f5f174b4-4627-46ab-91ab-1f3c11555131","aitenant":"ai-tenants/e2e-autores-202d23","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:22.605191196Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"namespace":"e2e-extmod-rec-noaccess-6b25aa","name":"e2e-rec-recover-cee3a5","reconcileID":"25956ce0-bc58-4616-8b22-d7a324340f2c","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:22.711812639Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","reconcileID":"2027d5a2-141f-41ea-9fa3-9f7c0a0858e3","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:23.051595514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93ac5173-8a74-477b-af85-4f642f6f28e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:23.105679014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93ac5173-8a74-477b-af85-4f642f6f28e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:23.157927795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93ac5173-8a74-477b-af85-4f642f6f28e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:23.211223674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93ac5173-8a74-477b-af85-4f642f6f28e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:23.268754617Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-202d23","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-202d23","reconcileID":"f5f174b4-4627-46ab-91ab-1f3c11555131","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-202d23","removed":["maas.opendatahub.io/gateway-access-e2e-autores-202d23"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:23.473166613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1597d","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-sub-iso-auth-a1597d","reconcileID":"a8b5cd04-f36a-4620-b2ab-04aa16e686c6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1597d","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-df41b8","tenantID":"e2e-shared-a-w4-df41b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:23.487403981Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"namespace":"e2e-extmod-rec-noaccess-6b25aa","name":"e2e-rec-recover-cee3a5","reconcileID":"82af7a19-cb48-4dfd-8d94-3dc8e905ebe7","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:23.528883868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1597d","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"e2e-sub-iso-auth-a1597d","reconcileID":"a8b5cd04-f36a-4620-b2ab-04aa16e686c6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1597d","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"name":"e2e-shared-a-w4-df41b8-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:23.592800171Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","reconcileID":"d39c7751-b98e-4265-b4dc-a0966c2a2926","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:23.84591449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"bbd80730-ebc8-4b86-afdb-054d081fd73f","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"tenant":"e2e-shared-a-w4-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","model":"ai-tenant-e2e-shared-a-w4-df41b8/sub-test-model-df41b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:23.845933271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"namespace":"ai-tenant-e2e-shared-a-w4-df41b8","name":"sub-test-model-df41b8","reconcileID":"bbd80730-ebc8-4b86-afdb-054d081fd73f","MaaSModelRef":{"name":"sub-test-model-df41b8","namespace":"ai-tenant-e2e-shared-a-w4-df41b8"},"routeName":"sub-test-model-df41b8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-df41b8","llmisvcName":"sub-test-model-df41b8","gateway":"openshift-ingress/e2e-shared-a-w4-df41b8","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:25.122173074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"624ed536-0645-4aa8-bfae-f82006ecaa0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:25.197976411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"624ed536-0645-4aa8-bfae-f82006ecaa0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:25.289307521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"624ed536-0645-4aa8-bfae-f82006ecaa0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:25.342009503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"624ed536-0645-4aa8-bfae-f82006ecaa0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:27.223207508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e20c0811-58cd-4a37-a43a-9df0dde1c061","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:27.274956591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e20c0811-58cd-4a37-a43a-9df0dde1c061","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:27.327124371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e20c0811-58cd-4a37-a43a-9df0dde1c061","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:27.379075043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e20c0811-58cd-4a37-a43a-9df0dde1c061","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:27.649383001Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"namespace":"e2e-extmod-rec-noaccess-6b25aa","name":"e2e-rec-recover-cee3a5","reconcileID":"3fe8a5a4-7e2a-4c45-8376-548743fe7573","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:27.753126431Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","reconcileID":"1e43fb03-75ad-4eba-9657-cfffaf036203","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:27.856661711Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"namespace":"e2e-extmod-rec-noaccess-6b25aa","name":"e2e-rec-recover-cee3a5","reconcileID":"b46fe025-9f39-4670-b861-0bb350a8cdcf","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:27.960430054Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","reconcileID":"bb38aba2-9a56-476b-b365-3eb3fab5b179","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:28.842804394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"966ca8c9-3529-40a8-a018-64c680f20c48","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/sub-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:28.842825905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"966ca8c9-3529-40a8-a018-64c680f20c48","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"sub-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"sub-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:28.898430359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"170cf395-4827-499a-8e92-f01baf92b183","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/sub-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:28.898449879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"170cf395-4827-499a-8e92-f01baf92b183","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"sub-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"sub-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:28.996811472Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"namespace":"e2e-extmod-rec-noaccess-6b25aa","name":"e2e-rec-recover-cee3a5","reconcileID":"1d763671-7309-4b9b-89d6-dd6205fa6fd2","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:29.004097072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1597d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-sub-iso-auth-a1597d","reconcileID":"4e0a3302-fc88-4ce4-88f4-5f7e994933fe","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1597d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-2cc24d","tenantID":"e2e-shared-b-w4-2cc24d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:29.101125509Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","reconcileID":"588522cf-e27c-420e-967b-9b6544cee6d8","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:29.105917065Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-f154f7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-f154f7","reconcileID":"4ddcb634-16f1-4ca5-aa9c-4b8a7a2ab623","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-f154f7","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-f154f7":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:29.126647702Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1597d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-sub-iso-auth-a1597d","reconcileID":"4e0a3302-fc88-4ce4-88f4-5f7e994933fe","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1597d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"name":"e2e-shared-b-w4-2cc24d-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:29.181528621Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-2cc24d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1597d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"e2e-sub-iso-auth-a1597d","reconcileID":"4e0a3302-fc88-4ce4-88f4-5f7e994933fe","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a1597d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:29.212722567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-393dc263"},"namespace":"ai-tenant-e2e-ait-393dc263","name":"default-tenant","reconcileID":"21fdef34-4d11-49e3-9b0c-9816c88fd733","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-393dc263","tenantID":"e2e-ait-393dc263","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:29.236093982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"1c64b1c3-cdb4-4b54-b4c6-667578b63351","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"tenant":"e2e-shared-b-w4-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","model":"ai-tenant-e2e-shared-b-w4-2cc24d/sub-test-model-2cc24d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:29.236114461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","name":"sub-test-model-2cc24d","reconcileID":"1c64b1c3-cdb4-4b54-b4c6-667578b63351","MaaSModelRef":{"name":"sub-test-model-2cc24d","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d"},"routeName":"sub-test-model-2cc24d-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-2cc24d","llmisvcName":"sub-test-model-2cc24d","gateway":"openshift-ingress/e2e-shared-b-w4-2cc24d","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:29.327870944Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-393dc263"},"namespace":"ai-tenant-e2e-ait-393dc263","name":"default-tenant","reconcileID":"21fdef34-4d11-49e3-9b0c-9816c88fd733","name":"e2e-ait-393dc263-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:29.332406473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85ec8692-c6d3-46cb-9e2c-dd3e4109153c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:29.384319509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85ec8692-c6d3-46cb-9e2c-dd3e4109153c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:29.436814536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85ec8692-c6d3-46cb-9e2c-dd3e4109153c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:29.488877345Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"namespace":"e2e-extmod-rec-noaccess-6b25aa","name":"e2e-rec-recover-cee3a5","reconcileID":"293a5905-0ee4-4c6a-982d-4bedd7667c41","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:29.489082904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85ec8692-c6d3-46cb-9e2c-dd3e4109153c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:29.593666568Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","reconcileID":"3904a8a8-6b8d-4683-b8a6-dc4a1f242801","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:29.973028968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"1e99be3e-e1da-46c1-90a5-3a6a569ea55e","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"tenant":"e2e-mt-71335882","gateway":"openshift-ingress/e2e-mt-71335882","model":"ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:29.97304985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"1e99be3e-e1da-46c1-90a5-3a6a569ea55e","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"routeName":"e2e-lifecycle-model-71335882-kserve-route","namespace":"ai-tenant-e2e-mt-71335882","llmisvcName":"e2e-lifecycle-model-71335882","gateway":"openshift-ingress/e2e-mt-71335882","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:31.426974517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"513db4af-9612-4e91-983a-a6cc3ebef4be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:31.47884954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"513db4af-9612-4e91-983a-a6cc3ebef4be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:31.530757418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"513db4af-9612-4e91-983a-a6cc3ebef4be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:31.582763663Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"namespace":"e2e-extmod-rec-noaccess-6b25aa","name":"e2e-rec-recover-cee3a5","reconcileID":"1f52926e-a322-415b-bdfc-7c69b5197b4d","MaaSModelRef":{"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa"},"name":"e2e-rec-recover-cee3a5","namespace":"e2e-extmod-rec-noaccess-6b25aa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:31.582764804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"513db4af-9612-4e91-983a-a6cc3ebef4be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:31.686831641Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"namespace":"e2e-extmod-att-noaccess-8a9006","name":"e2e-att-noaccess-629820","reconcileID":"f06bceb2-6b0d-4f59-8846-b618303be29f","MaaSModelRef":{"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006"},"name":"e2e-att-noaccess-629820","namespace":"e2e-extmod-att-noaccess-8a9006","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:39.97374722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"97b91d53-87ee-463b-8790-4b56d33323b8","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"tenant":"e2e-mt-71335882","gateway":"openshift-ingress/e2e-mt-71335882","model":"ai-tenant-e2e-mt-71335882/e2e-lifecycle-model-71335882","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-01T20:31:39.973770807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"namespace":"ai-tenant-e2e-mt-71335882","name":"e2e-lifecycle-model-71335882","reconcileID":"97b91d53-87ee-463b-8790-4b56d33323b8","MaaSModelRef":{"name":"e2e-lifecycle-model-71335882","namespace":"ai-tenant-e2e-mt-71335882"},"routeName":"e2e-lifecycle-model-71335882-kserve-route","namespace":"ai-tenant-e2e-mt-71335882","llmisvcName":"e2e-lifecycle-model-71335882","gateway":"openshift-ingress/e2e-mt-71335882","hostnames":[],"severity_number":9}
E1101 20:31:43.892637       1 leaderelection.go:461] "Error retrieving lease lock" err="Get \"https://172.31.0.1:443/apis/coordination.k8s.io/v1/namespaces/opendatahub/leases/maas-controller.models-as-a-service.opendatahub.io?timeout=5s\": context deadline exceeded" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io"
I1101 20:31:43.892669       1 leaderelection.go:304] "Failed to renew lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" err="context deadline exceeded"
{"severity_text":"ERROR","timestamp":"2026-11-01T20:31:43.892721162Z","logger":"setup","body":"problem running manager","service.name":"maas-controller","error":"leader election lost","severity_number":17,"stacktrace":"main.main\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/cmd/manager/main.go:1462\nruntime.main\n\truntime/proc.go:290"}